-- Logs begin at Thu 2021-05-27 12:36:25 UTC, end at Thu 2021-05-27 13:32:17 UTC. -- May 27 13:05:04.967077 dv-cinder-751579-24-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 13:05:05.926392 dv-cinder-751579-24-smb neutron-server[91839]: Beware of the coming changes in the project packaging May 27 13:05:05.927038 dv-cinder-751579-24-smb neutron-server[91839]: https://github.com/svinota/pyroute2/discussions/786 May 27 13:05:07.382363 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.common.config [-] Logging enabled! May 27 13:05:07.383001 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 13:05:07.383085 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 13:05:07.387047 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.common.config [-] Logging enabled! May 27 13:05:07.387301 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 13:05:07.387614 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91839) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 13:05:07.388571 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 13:05:07.388804 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 13:05:07.389160 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 13:05:07.389401 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 13:05:07.389627 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 13:05:07.389937 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.390227 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.390531 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.390737 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.391029 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.391385 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.391662 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.391946 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.392224 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.392540 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.392824 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.393112 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.393339 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.393624 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.393907 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.394195 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.394418 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] debug = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.394700 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.395128 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.395533 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.395809 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.396097 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.396373 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.396669 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.397038 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.397331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.397655 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] host = dv-cinder-751579-24-smb {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.397928 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.398213 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.398496 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.398780 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.399052 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.399329 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.399609 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.399877 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.400144 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] log_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.400445 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.400722 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.401014 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.401320 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.401531 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.401750 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.402035 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.402319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.402598 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.402866 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.403146 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.403410 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.403680 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.403944 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.404230 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.404544 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.404829 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.405101 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.405372 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.405641 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.405908 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.406189 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.406458 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.406740 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.407034 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.407326 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.407596 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.407864 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.408165 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.408477 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.408761 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.409043 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.409317 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.409595 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.409865 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.410132 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.410399 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] use_json = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.410669 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.410935 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.411212 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.411479 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.411750 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.412014 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.412280 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.412682 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:07.412990 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.413326 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.413631 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.413915 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.414211 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.414491 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.414781 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.415061 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.415349 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.415644 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.415938 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.416215 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.416530 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.416811 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.417102 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.417401 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.417693 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.417981 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.418259 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.418526 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.418797 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.419094 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.419388 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.419681 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.419977 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.420248 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.420550 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.420845 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.421127 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.421395 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.421670 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.421960 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.422238 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.422564 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.422854 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.423130 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.423399 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.423667 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.423940 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.424227 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.424532 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.424803 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.425071 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.425348 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.425646 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.425940 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.426213 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.426482 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.426752 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.427027 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.427299 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.427566 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.427838 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.428171 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.428516 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.428791 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.429064 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.429342 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.429612 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.429882 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.430149 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.430417 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.430687 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.430959 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.431231 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.431499 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.431775 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.432044 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.432329 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.432646 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.432924 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.433198 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.433473 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.433748 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.434022 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.434296 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.434569 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.434843 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.435112 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.435396 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.435676 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.435955 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.436231 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.436524 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.436819 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.437101 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.437370 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.437643 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.437916 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.438225 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.438525 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.438818 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.439110 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.439405 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.439697 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.439985 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.440261 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.440597 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.440878 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:07.441093 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 13:05:07.441336 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91839) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 13:05:07.785492 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:07.785702 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:07.785929 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:07.786429 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 13:05:08.176777 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.177080 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.177319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.178652 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.178912 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.179173 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.214169 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.214442 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.214698 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.228115 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.228389 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.228680 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.258034 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.258306 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.258575 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.294787 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.295055 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.295321 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.523784 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.524449 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.524449 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.524449 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.525215 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.648756 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.649075 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.649358 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.649636 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.649900 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.650210 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.650448 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.650703 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.650953 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.651231 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.651488 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.651745 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.652006 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.652243 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.652544 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.652823 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.654190 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.654476 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.654739 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.655027 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.655383 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.655639 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.655891 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.656173 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.656436 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.656697 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.657218 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:08.657456 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:08.657692 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:08.657926 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:08.658158 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:08.658392 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:08.658761 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 13:05:08.661911 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 13:05:08.665872 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 13:05:08.669654 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 27 13:05:08.671306 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 13:05:08.671762 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 13:05:08.672094 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 13:05:08.672522 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 13:05:08.675460 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 13:05:08.675711 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 13:05:08.676059 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 13:05:08.703104 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 13:05:08.703539 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.703885 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91839) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 13:05:08.704245 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.705613 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91839) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 13:05:08.705888 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 13:05:08.706130 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 13:05:08.709418 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.709744 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:08.781765 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 13:05:08.781914 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 13:05:08.782190 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 13:05:08.782557 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 13:05:08.816965 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_db.sqlalchemy.engines [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91839) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 13:05:09.156221 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing driver for type 'gre' May 27 13:05:09.156876 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] gre ID ranges: [(1, 1000)] May 27 13:05:09.211593 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing driver for type 'local' May 27 13:05:09.211921 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing driver for type 'vlan' May 27 13:05:09.225538 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] VlanTypeDriver initialization complete May 27 13:05:09.225928 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing driver for type 'vxlan' May 27 13:05:09.226642 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] vxlan ID ranges: [(1, 1000)] May 27 13:05:09.283577 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing extension driver 'port_security' May 27 13:05:09.283926 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.extensions.port_security [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] PortSecurityExtensionDriver initialization complete May 27 13:05:09.284262 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing mechanism driver 'openvswitch' May 27 13:05:09.284626 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing mechanism driver 'hyperv' May 27 13:05:09.291209 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:09.291983 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.292353 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.292731 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.293110 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnet after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.293458 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnet after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.293803 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.294178 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.294518 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.294855 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.295229 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > security_group after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.295572 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > security_group after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.295909 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.296278 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.296647 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.296985 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.297356 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > address_group after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.298039 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > address_group after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.298039 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.298039 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] ML2 OVO RPC backend initialized. {{(pid=91839) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 13:05:09.298039 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.300070 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.300070 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.300231 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > networks before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.300566 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.300925 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > ports before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.301266 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnet before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.301635 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnets before_response 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.301989 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.302343 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.302729 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.303089 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.303448 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.303806 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.304139 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnet after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.304502 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnet after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.304841 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.305449 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.plugin [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Modular L2 Plugin initialization complete May 27 13:05:09.305772 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading services supported by the core plugin {{(pid=91839) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 13:05:09.306093 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.plugins.ml2.managers [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Got port-security extension from driver 'port_security' May 27 13:05:09.306559 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.extensions.vlantransparent [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Disabled vlantransparent extension. May 27 13:05:09.307046 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91839) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 13:05:09.307359 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: router May 27 13:05:09.345221 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.345612 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router after_create 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.345991 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router before_create 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.346347 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.346716 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.347073 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router after_delete 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.347430 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.347786 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router after_create 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.348137 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router after_update 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.348465 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router after_update 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.348826 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.349178 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router after_update 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.349581 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_update 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.349962 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: port after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.350348 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: port after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.350669 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: subnet after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.351007 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.351361 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.351710 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_create 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.352052 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: port before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.352390 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.352765 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router after_update 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.353102 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.353447 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_create 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.353805 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.354147 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_update 55549900 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.354519 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > network after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.355365 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Tracking information for resource: router configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:09.355693 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Tracking information for resource: floatingip configured {{(pid=91839) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:05:09.360722 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.db.l3_agentschedulers_db [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 13:05:09.361297 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: port after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.361649 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: port after_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.362002 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: port after_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.362340 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: port after_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.363128 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router before_create 55550100 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.363494 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.363859 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_create 55550100 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.364221 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > router precommit_update 55550100 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.368819 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.services.provider_configuration [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service providers = [] {{(pid=91839) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 13:05:09.369183 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.db.servicetype_db [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91839) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 13:05:09.372082 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.services.service_base [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:05:09.372466 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.services.service_base [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:05:09.372801 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.services.service_base [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:05:09.373672 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.services.service_base [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91839) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:05:09.374047 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.services.service_base [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 13:05:09.374588 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.374905 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 13:05:09.385405 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.385739 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: auto_allocate May 27 13:05:09.391578 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: network precommit_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.391943 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: network precommit_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.392449 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.392809 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: tag May 27 13:05:09.399553 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.399858 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: timestamp May 27 13:05:09.403701 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.404018 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: network_ip_availability May 27 13:05:09.409401 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.409706 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.410057 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.410761 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.411072 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: flavors May 27 13:05:09.415985 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.416313 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading Plugin: revisions May 27 13:05:09.420570 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91839) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:05:09.420959 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.635s {{(pid=91839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:09.421696 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91839) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 13:05:09.422045 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Initializing extension manager. May 27 13:05:09.422592 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: __init__.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.422940 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: __pycache__ {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.423275 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.423610 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: address_group.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.424364 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.424958 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: address-group May 27 13:05:09.425277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: address_scope.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.425984 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.426483 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: address-scope May 27 13:05:09.426798 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.427734 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.428250 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: router-admin-state-down-before-update May 27 13:05:09.428598 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: agent.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.429308 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.429813 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: agent May 27 13:05:09.430149 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: agent_resources_synced.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.431060 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.431595 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: agent-resources-synced May 27 13:05:09.431900 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: allowedaddresspairs.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.433691 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.434207 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: allowed-address-pairs May 27 13:05:09.434531 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: auto_allocated_topology.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.435600 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.436108 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: auto-allocated-topology May 27 13:05:09.436436 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: availability_zone.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.437142 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.437645 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: availability_zone May 27 13:05:09.437961 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: availability_zone_filter.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.438934 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.439436 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: availability_zone_filter May 27 13:05:09.439752 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: data_plane_status.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.440673 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.441168 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension data-plane-status not supported by any of loaded plugins May 27 13:05:09.441485 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: default_subnetpools.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.442381 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.442887 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: default-subnetpools May 27 13:05:09.443203 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.444005 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.444540 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: dhcp_agent_scheduler May 27 13:05:09.444861 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: dns.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.445762 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.446251 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension dns-integration not supported by any of loaded plugins May 27 13:05:09.446568 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: dns_domain_ports.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.447467 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.447959 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 13:05:09.448277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: dvr.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.448967 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.449468 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: dvr May 27 13:05:09.449786 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: empty_string_filtering.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.450676 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.451176 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: empty-string-filtering May 27 13:05:09.451498 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.452382 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.452923 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 13:05:09.453237 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.454227 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.454723 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 13:05:09.455040 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: external_net.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.455928 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.456435 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: external-net May 27 13:05:09.456772 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.457664 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.458161 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: extra_dhcp_opt May 27 13:05:09.458474 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: extraroute.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.459361 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.459864 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: extraroute May 27 13:05:09.460176 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: extraroute_atomic.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.461226 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.461729 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: extraroute-atomic May 27 13:05:09.462044 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: filter_validation.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.462700 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.463200 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: filter-validation May 27 13:05:09.463515 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: fip_pf_description.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.464611 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.465112 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 13:05:09.465431 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: fip_port_details.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.466329 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.466827 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: fip-port-details May 27 13:05:09.467143 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: flavors.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.468359 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.468896 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: flavors May 27 13:05:09.469218 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.471218 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.471728 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 13:05:09.472057 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: floatingip_pools.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.472779 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.473284 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: floatingip-pools May 27 13:05:09.473609 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: ip_allocation.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.474512 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.475016 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension ip_allocation not supported by any of loaded plugins May 27 13:05:09.475339 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.476245 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.476788 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: ip-substring-filtering May 27 13:05:09.477110 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l2_adjacency.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.478036 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.478538 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension l2_adjacency not supported by any of loaded plugins May 27 13:05:09.478854 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l3.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.479805 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.480314 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: router May 27 13:05:09.480659 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.482891 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.483418 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 13:05:09.483748 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.484690 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.485306 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: ext-gw-mode May 27 13:05:09.485631 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.486541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.487046 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: l3-ha May 27 13:05:09.487366 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l3_flavors.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.488266 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.488793 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: l3-flavors May 27 13:05:09.489111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.490008 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.490509 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: l3-port-ip-change-not-allowed May 27 13:05:09.490822 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: l3agentscheduler.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.491844 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.492350 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: l3_agent_scheduler May 27 13:05:09.492702 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: logging.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.494196 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.494711 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension logging not supported by any of loaded plugins May 27 13:05:09.495038 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: metering.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.495762 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.496329 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: metering May 27 13:05:09.496675 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.497750 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.498257 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: metering_source_and_destination_fields May 27 13:05:09.498581 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: multiprovidernet.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.499611 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.500119 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: multi-provider May 27 13:05:09.500446 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: netmtu.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.501407 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.501912 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: net-mtu May 27 13:05:09.502229 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: netmtu_writable.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.503142 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.503644 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: net-mtu-writable May 27 13:05:09.503965 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: network_availability_zone.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.504716 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.505223 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: network_availability_zone May 27 13:05:09.505538 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: network_ip_availability.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.506661 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.507170 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: network-ip-availability May 27 13:05:09.507488 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: network_segment_range.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.508249 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.508782 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension network-segment-range not supported by any of loaded plugins May 27 13:05:09.509097 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: pagination.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.510070 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.510404 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: pagination May 27 13:05:09.510720 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: port_device_profile.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.511627 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.512133 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: port-device-profile May 27 13:05:09.512478 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.513380 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.513882 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: port-mac-address-regenerate May 27 13:05:09.514198 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.515092 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.515591 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: port-numa-affinity-policy May 27 13:05:09.515911 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: port_resource_request.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.516964 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.517468 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension port-resource-request not supported by any of loaded plugins May 27 13:05:09.517786 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: portbindings.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.518714 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.519218 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: binding May 27 13:05:09.519534 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: portbindings_extended.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.520829 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.521332 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: binding-extended May 27 13:05:09.521660 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: portsecurity.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.522560 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.523068 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: port-security May 27 13:05:09.523388 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: project_id.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.524346 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.524911 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: project-id May 27 13:05:09.524989 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: providernet.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.525916 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.526421 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: provider May 27 13:05:09.526740 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.530310 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.530826 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos not supported by any of loaded plugins May 27 13:05:09.531159 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.532408 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.532956 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 13:05:09.533285 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.534197 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.534709 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 13:05:09.535032 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_default.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.535949 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.536473 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-default not supported by any of loaded plugins May 27 13:05:09.536801 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_fip.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.537443 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.537941 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-fip not supported by any of loaded plugins May 27 13:05:09.538258 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_gateway_ip.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.539182 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.539680 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 13:05:09.539997 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_port_network_policy.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.540922 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.541420 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 13:05:09.541739 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_rule_type_details.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.542644 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.543154 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 13:05:09.543475 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: qos_rules_alias.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.544558 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.545068 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 13:05:09.545392 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: quotasv2.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.546408 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.546735 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: quotas May 27 13:05:09.547049 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: quotasv2_detail.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.548755 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.549100 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: quota_details May 27 13:05:09.549439 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: rbac.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.550484 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.551003 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: rbac-policies May 27 13:05:09.551330 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: rbac_address_group.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.552249 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.552808 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: rbac-address-group May 27 13:05:09.553135 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: rbac_address_scope.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.554053 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.554562 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: rbac-address-scope May 27 13:05:09.554888 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: rbac_security_groups.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.555786 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.556286 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: rbac-security-groups May 27 13:05:09.556638 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: rbac_subnetpool.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.557545 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.558048 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: rbac-subnetpool May 27 13:05:09.558372 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: revisionifmatch.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.559278 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.559785 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: revision-if-match May 27 13:05:09.560101 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: revisions.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.561220 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.561731 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: standard-attr-revisions May 27 13:05:09.562073 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: router_availability_zone.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.562730 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.563267 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: router_availability_zone May 27 13:05:09.563588 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: routerservicetype.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.564524 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.565036 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension router-service-type not supported by any of loaded plugins May 27 13:05:09.565355 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.566269 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.566776 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: security-groups-normalized-cidr May 27 13:05:09.567096 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.568003 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.568533 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: port-security-groups-filtering May 27 13:05:09.568853 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.569755 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.570259 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: security-groups-remote-address-group May 27 13:05:09.570578 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: securitygroup.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.580221 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.580776 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: security-group May 27 13:05:09.581107 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: segment.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.581879 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.582382 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension segment not supported by any of loaded plugins May 27 13:05:09.582708 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.583726 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.584270 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 13:05:09.584541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: servicetype.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.585658 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.586172 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: service-type May 27 13:05:09.586496 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: sorting.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.587461 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.587786 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: sorting May 27 13:05:09.588106 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: standard_attr_segment.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.589033 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.589544 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 13:05:09.589855 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: standardattrdescription.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.590493 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.590997 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: standard-attr-description May 27 13:05:09.591293 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: stateful_security_group.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.592197 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.592724 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: stateful-security-group May 27 13:05:09.593055 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: stdattrs_common.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.593628 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 13:05:09.593941 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.595272 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.595778 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 13:05:09.596101 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: subnet_onboard.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.597217 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.597732 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: subnet_onboard May 27 13:05:09.598052 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.598958 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.599461 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 13:05:09.599781 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: subnet_service_types.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.600726 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.601278 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: subnet-service-types May 27 13:05:09.601598 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: subnetallocation.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.602720 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.603234 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: subnet_allocation May 27 13:05:09.603555 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.604214 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.604753 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: subnetpool-prefix-ops May 27 13:05:09.605070 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.605997 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.606500 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 13:05:09.606815 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: tagging.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.607855 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.608370 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: standard-attr-tag May 27 13:05:09.608722 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: timestamp.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.609897 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.610457 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loaded extension: standard-attr-timestamp May 27 13:05:09.610781 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: trunk.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.611813 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.612358 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension trunk not supported by any of loaded plugins May 27 13:05:09.612672 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: trunk_details.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.613579 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.614083 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension trunk-details not supported by any of loaded plugins May 27 13:05:09.614397 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: uplink_status_propagation.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.615324 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.615828 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 13:05:09.616141 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Loading extension file: vlantransparent.py {{(pid=91839) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:05:09.616828 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91839) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:05:09.618063 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extension vlan-transparent not supported by any of loaded plugins May 27 13:05:09.621222 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:network May 27 13:05:09.621944 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:subnet May 27 13:05:09.623733 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:05:09.624365 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:port May 27 13:05:09.625697 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.626162 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service FLAVORS assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.626800 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.627233 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.627565 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:router May 27 13:05:09.628235 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:floatingip May 27 13:05:09.628939 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service METERING assigned prefix: /metering {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.630421 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.630785 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.631101 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:05:09.632262 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of CountableResource for resource:rbac_policy May 27 13:05:09.632762 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:security_group May 27 13:05:09.633452 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:security_group_rule May 27 13:05:09.634192 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service CORE assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.634518 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:05:09.634855 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] subnetpool is already registered May 27 13:05:09.635466 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service CORE assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.635797 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:05:09.636114 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] subnetpool is already registered May 27 13:05:09.638863 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.639290 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service FLAVORS assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.639894 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.640318 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.640681 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:router May 27 13:05:09.641007 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] router is already registered May 27 13:05:09.641669 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:floatingip May 27 13:05:09.641994 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] floatingip is already registered May 27 13:05:09.642616 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service METERING assigned prefix: /metering {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.643299 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of CountableResource for resource:rbac_policy May 27 13:05:09.643650 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] rbac_policy is already registered May 27 13:05:09.644210 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:security_group May 27 13:05:09.644566 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] security_group is already registered May 27 13:05:09.645161 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:security_group_rule May 27 13:05:09.645504 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] security_group_rule is already registered May 27 13:05:09.646173 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service CORE assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.646502 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:05:09.646827 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] subnetpool is already registered May 27 13:05:09.647411 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.v2.resource_helper [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Service CORE assigned prefix: {{(pid=91839) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:05:09.647734 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:05:09.648062 dv-cinder-751579-24-smb neutron-server[91839]: WARNING neutron.quota.resource_registry [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] subnetpool is already registered May 27 13:05:09.648696 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: extensions {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.650221 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: address-groups {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.651890 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: address-scopes {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.653157 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: agents {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.654312 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: auto-allocated-topology {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.655555 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: availability_zones {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.656917 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: dhcp-networks {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.658313 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: dhcp-agents {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.659812 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: routers {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.661556 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: flavors {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.662774 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: service_profiles {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.663974 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: next_providers {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.665522 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: service_profiles {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.666953 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: floatingip-pools {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.668175 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: routers {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.669999 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: floatingips {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.671188 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: l3-routers {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.672630 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: l3-agents {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.674065 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: metering-labels {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.675419 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: metering-label-rules {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.676725 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: network-ip-availabilities {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.677989 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: bindings {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.679621 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: quotas {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.681088 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: quotas {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.682488 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: rbac-policies {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.683879 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: security-groups {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.685127 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: security-group-rules {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.686355 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: service-providers {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.687582 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: subnetpools {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.689970 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: subnetpools {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.691425 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.693143 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.811200 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.813128 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.814903 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.816796 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.818517 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.820443 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.822190 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.824065 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron.api.extensions [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Extended resource: tags {{(pid=91839) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:05:09.829967 dv-cinder-751579-24-smb neutron-server[91839]: WARNING keystonemiddleware.auth_token [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 13:05:09.834853 dv-cinder-751579-24-smb neutron-server[91839]: WARNING keystonemiddleware.auth_token [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 13:05:09.843142 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Acquired lock "singleton_lock" {{(pid=91839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 13:05:09.843630 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_concurrency.lockutils [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Releasing lock "singleton_lock" {{(pid=91839) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 13:05:09.844269 dv-cinder-751579-24-smb neutron-server[91839]: INFO oslo_service.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Starting 2 workers May 27 13:05:09.849443 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Started child 91946 {{(pid=91839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:05:09.853740 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Started child 91947 {{(pid=91839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:05:09.854517 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:09.855270 dv-cinder-751579-24-smb neutron-server[91839]: INFO neutron.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Neutron service started, listening on 0.0.0.0:9696 May 27 13:05:09.855874 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Notify callbacks [] for process, before_spawn {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:09.856022 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [-] (91946) wsgi starting up on http://0.0.0.0:9696 May 27 13:05:09.858233 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:09.858689 dv-cinder-751579-24-smb neutron-server[91839]: INFO oslo_service.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Starting 1 workers May 27 13:05:09.859541 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [-] (91947) wsgi starting up on http://0.0.0.0:9696 May 27 13:05:09.863470 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Started child 91948 {{(pid=91839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:05:09.863977 dv-cinder-751579-24-smb neutron-server[91839]: INFO oslo_service.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Starting 1 workers May 27 13:05:09.867214 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] calling RpcWorker wait() {{(pid=91948) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 13:05:09.867792 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] returning from RpcWorker wait() {{(pid=91948) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 13:05:09.868315 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Started child 91949 {{(pid=91839) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:05:09.869114 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG neutron_lib.callbacks.manager [None req-6fd9958a-d9cf-4782-8924-935aec1f4f9d None None] Notify callbacks [] for process, after_spawn {{(pid=91839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:09.869249 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:09.869603 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:09.871127 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 13:05:09.871373 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 13:05:09.871517 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 13:05:09.871761 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 13:05:09.872076 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 13:05:09.872233 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 13:05:09.872881 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.873178 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.873450 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.873695 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.874006 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.874411 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:09.874895 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.874895 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.875095 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.875368 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.875686 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.875862 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.876028 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.876281 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.876536 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.876846 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.877097 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.877362 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.877622 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.877792 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.878041 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.878319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.878534 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.878795 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] debug = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.879039 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.879528 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.879773 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.880021 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.880252 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.880557 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.880811 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.881084 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.881334 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.881581 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.881822 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.882079 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.882321 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.882562 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.882812 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.883083 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.883301 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.883773 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] host = dv-cinder-751579-24-smb {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.884031 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.884248 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.884519 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.884768 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.885003 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.885235 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.885490 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.885739 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.885995 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.886222 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.886457 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.886713 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.887350 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.887565 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.887743 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_options = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.887937 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.888215 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.888494 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.888685 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.888855 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.889033 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.889298 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.889460 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.889723 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.889955 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.890170 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.890393 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.890635 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.890870 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.891132 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.891414 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.891631 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.891840 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.892093 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.892363 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.892620 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.892868 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.893098 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.893326 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.893560 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.893789 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.894033 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.894250 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.894462 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.894704 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.894937 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.895211 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.895455 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.895698 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.895932 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.896158 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.896400 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.896685 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.896918 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.897260 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.897532 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.897864 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.897864 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.898146 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.898258 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.898508 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_json = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.898749 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.899054 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.899206 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.899399 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.899618 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.899856 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.900107 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.900409 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.900853 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.901115 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.901615 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.902013 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.902419 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.902858 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.903117 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.905331 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.906021 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.906021 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.906021 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.906250 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.906328 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.906405 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:09.907179 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.907179 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.907370 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.907470 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.907732 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.908032 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.908248 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.908467 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.908723 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.908963 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.909183 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.909397 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.910243 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.910243 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.910243 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.910512 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.910512 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912050 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912050 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912050 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912050 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912050 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912050 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912547 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912547 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912700 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.912928 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.913048 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.913276 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.913538 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.913800 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915167 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915167 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915167 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915167 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915167 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915167 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915666 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915666 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915814 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.915964 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.916274 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.916643 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.916780 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.916948 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918428 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918428 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918428 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918428 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918428 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918428 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918960 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918960 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.918960 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.919209 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.919412 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.919610 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.920083 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.920294 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.923919 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.923919 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.923919 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.923919 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.924274 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.924406 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.924752 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.925033 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.925286 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.925566 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.925817 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.926055 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.926309 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.926529 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.926752 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.926988 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.927245 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.927487 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.927745 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.928022 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.928270 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.928578 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.928816 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.929029 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.929281 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.929497 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.929735 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.930008 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.930240 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.930515 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.930750 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.931015 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.931275 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.931515 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.931809 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.932049 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.932301 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.932622 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.932905 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.933174 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.933405 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.933642 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.934537 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.934775 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.935033 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.935265 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.935494 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.935729 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.936003 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.936251 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.936492 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.936737 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.936938 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.937404 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.937789 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.938266 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.938483 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.938752 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.939010 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.939262 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.939527 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.939932 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.940170 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.940446 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.940697 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.940912 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.941129 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.941354 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.941569 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.941795 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.942005 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.942235 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.942460 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.942675 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.943358 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.943358 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.943358 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.943820 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.943820 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.944118 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.944261 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.944405 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.945865 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.945865 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.945865 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.945865 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.945865 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.945865 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.946707 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.946707 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.946707 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.946707 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.947260 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.947260 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.947531 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.947662 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.947817 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.948086 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.948323 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.948556 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.948783 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.949001 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.949211 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.949440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.949662 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.949874 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.950106 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.950336 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.950646 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.950890 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.951138 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.951380 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.951593 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.951818 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.952055 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.952269 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.952532 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.952744 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.952955 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.953227 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.953480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.953722 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.953932 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.954148 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.954354 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.954567 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.954809 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.955117 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.955363 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.955702 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.955989 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.956238 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.956541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.956746 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.956965 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.957175 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.957399 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.957624 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.957830 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.958056 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.958265 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.958468 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.958703 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.958904 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.959112 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.959320 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.959585 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.959738 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.960093 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.960326 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.960537 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.960742 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.961057 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.961320 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.961538 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.961821 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.962065 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.962310 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.962567 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.962906 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.963130 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.963374 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.963587 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.963798 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.964014 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.964274 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.964613 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.964902 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.965149 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.965426 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.965709 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.966006 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.966264 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.966473 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.966760 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.967099 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.967373 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.967638 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.967873 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.968140 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.968355 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.968593 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.968800 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.969027 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.969235 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.969896 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.970115 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.970356 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.970583 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.970996 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.970996 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.971282 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.971452 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.971693 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.971923 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.972076 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 13:05:09.972684 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91839) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 13:05:09.972841 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 13:05:09.972989 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 13:05:09.973170 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 13:05:09.973335 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 13:05:09.973486 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 13:05:09.973691 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.973847 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.974004 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.974160 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.974318 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.974503 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.974658 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.974809 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.975024 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.975148 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.975243 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.975385 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.975537 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.975689 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.975849 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.976001 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.976154 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.976314 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.976487 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.976645 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.976797 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.976950 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.977103 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] debug = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.977257 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.977444 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.977601 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.977753 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.977905 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.978057 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.978208 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.978360 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.978517 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.978673 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.978830 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.978982 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.979135 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.979286 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.979440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.979593 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.979747 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.979900 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] host = dv-cinder-751579-24-smb {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.980056 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.980212 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.980383 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.980557 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.980709 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.980977 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.981075 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.981207 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.981336 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.981487 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.981673 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.981830 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.981958 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.982139 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.982325 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_options = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.982624 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.982724 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.982906 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.983592 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.983592 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.983592 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.983592 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.983951 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.983951 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.983951 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.984209 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.984276 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.985014 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.985014 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.985014 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.985014 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.985435 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.985547 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.985722 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.986125 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.986125 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.986125 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.986536 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.986536 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.986844 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.986844 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.987192 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.987192 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.987743 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.987743 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.987743 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.987743 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.988262 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.988262 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.988262 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.989195 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.989195 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.989195 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.989195 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.989195 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.989195 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_json = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.991111 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.992277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.992277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.992277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.992277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:05:09.992277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.992277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.992277 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993113 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993113 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993113 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993113 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993113 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993473 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993473 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993473 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.993643 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.996047 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997319 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.997767 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.998468 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.998662 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.998842 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.999020 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.999191 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.999336 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.999506 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.999672 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:09.999838 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.000002 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.000156 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.000302 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.000531 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.000745 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.000906 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.001067 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.001212 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.001376 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.001531 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.001689 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.001844 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.002011 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.002166 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.002321 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.002476 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.002633 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.002789 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.002944 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.003098 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.003547 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.003547 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.003547 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.003781 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.003860 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.003992 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.004146 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.004301 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.004476 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.004634 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.004793 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.004973 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.005113 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.005250 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.005388 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.005538 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.005658 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.005816 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.005971 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.006125 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.006282 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.006437 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.006591 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.006745 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.006901 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.007056 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.007221 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.007391 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.007546 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.007651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:10.007733 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.007846 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.008003 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.008192 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.008311 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.008596 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.008690 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.008790 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.008944 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.009103 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.009260 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.009416 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.009570 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.009725 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.009879 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.010033 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.010189 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.010343 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.010501 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.010657 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.010822 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.010976 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.011131 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.011286 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.011450 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.011605 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.011765 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.011921 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.012086 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.012261 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.012449 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.012597 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.012751 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.012906 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.013086 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.013240 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.013395 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.013550 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.013704 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.013861 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.014023 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.014199 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.014355 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.014510 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.014664 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.014844 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.014998 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.015153 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.015309 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.015464 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.015621 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.015775 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.015937 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.016093 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.016267 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.016444 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.016597 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.016755 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.016909 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.017062 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.017217 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.017373 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.017529 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.017684 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.017841 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.017998 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.018159 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.018313 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.018469 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.018629 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.018788 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.018950 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.019095 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.019241 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.019545 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.019710 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.019875 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.020023 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.020182 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.020446 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.020559 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.020640 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.020819 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.021604 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.021604 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.021604 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.021604 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.021604 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.022541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.022541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.022541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.022541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.022541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.022541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.022541 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023334 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023334 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023334 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023334 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023334 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023884 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023884 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023884 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.023884 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.024336 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.024336 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.024336 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.024715 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.024715 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.024941 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.024941 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.025168 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.025168 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.025411 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.025533 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.025652 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.025773 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.025919 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.026070 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.026233 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.026389 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.026546 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.026700 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.026855 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.027020 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.027175 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.027329 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.027483 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.027637 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.027801 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.027955 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.028108 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.028262 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.028836 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.028836 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.028836 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.030561 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031126 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031653 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031653 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031653 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031653 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.031964 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.032123 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.032204 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.032309 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.032507 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.032673 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.033119 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.033119 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.033723 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.033723 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.033723 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.033723 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.033723 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.034474 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.034474 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.034474 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.034474 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.034474 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.035440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.035440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.035440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.035440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.035440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.035440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.035440 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.036480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.036480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.036480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.036480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.036480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.036480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:05:10.036480 dv-cinder-751579-24-smb neutron-server[91839]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91839) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 13:05:10.138659 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 38852) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:10.152111 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100272 May 27 13:05:20.883621 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7fa03-4314-4c37-880d-3e424a7ec7e5 None None] get_active_networks_info from dv-cinder-751579-24-smb {{(pid=91948) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 13:05:20.989453 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7fa03-4314-4c37-880d-3e424a7ec7e5 None None] No non-hosted networks {{(pid=91948) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 13:05:21.007508 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.agentschedulers_db [None req-39f7fa03-4314-4c37-880d-3e424a7ec7e5 None None] DHCP Agent not found on host dv-cinder-751579-24-smb {{(pid=91948) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 13:05:21.154648 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9e0ed16a-294d-46d8-8fc5-5f7737da5b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903'] for agent, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:23.295873 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903'] for agent, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:23.297435 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.298501 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.299543 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.300304 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.301308 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.301853 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.303400 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.304206 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.304779 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.307560 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.308123 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.308713 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:23.309337 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-751579-24-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:23.328321 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-751579-24-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:23.351084 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d26e2728-307a-484c-ad0d-72e6225c8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903'] for agent, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:23.375845 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-803ed8aa-e163-4d60-8dee-70fe8fdaf559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:24.502592 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903'] for agent, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:25.761719 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903'] for agent, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:27.415023 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 38944) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:28.027594 dv-cinder-751579-24-smb neutron-server[91946]: WARNING oslo_policy.policy [None req-6d619b85-0846-4a1a-83ea-ac3078b14ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:28.028198 dv-cinder-751579-24-smb neutron-server[91946]: WARNING oslo_policy.policy [None req-6d619b85-0846-4a1a-83ea-ac3078b14ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:28.241089 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [None req-6d619b85-0846-4a1a-83ea-ac3078b14ece admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:28.242253 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-6d619b85-0846-4a1a-83ea-ac3078b14ece admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8249834 May 27 13:05:30.291429 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.db.l3_hamode_db [None req-755c11bd-8525-4cf4-81de-2343915d5c2e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 13:05:30.381428 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c11bd-8525-4cf4-81de-2343915d5c2e None None] Routers set() bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:05:30.381762 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755c11bd-8525-4cf4-81de-2343915d5c2e None None] Router IDs set() for agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 13:05:30.592365 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 38958) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:31.257992 dv-cinder-751579-24-smb neutron-server[91947]: WARNING oslo_policy.policy [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:31.258574 dv-cinder-751579-24-smb neutron-server[91947]: WARNING oslo_policy.policy [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:31.468380 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:31.565952 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.policy [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91947) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 13:05:31.610396 dv-cinder-751579-24-smb neutron-server[91947]: WARNING oslo_policy.policy [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:31.610973 dv-cinder-751579-24-smb neutron-server[91947]: WARNING oslo_policy.policy [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:31.619176 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.quota [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] Loaded quota_driver: . May 27 13:05:31.637701 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:31.701160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739893784392', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739893785263', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739893696745', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739893702077', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739893680698', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739893687242', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1559948', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1538062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-468491', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547255'] for rbac-policy, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:31.767741 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:31.769063 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b8dfca31-6b77-4fa3-b0b9-418ca65584ae admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1754267 May 27 13:05:34.337980 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 38976) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:34.720179 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'project_id': '2c7f90c59eef4ca485e151668585764a'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:34.727674 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:34.735102 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Usage tracker for resource:network and tenant:2c7f90c59eef4ca485e151668585764a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:34.740488 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:34.747044 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:34.759785 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Made reservation on behalf of 2c7f90c59eef4ca485e151668585764a for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:05:34.762694 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:34.779925 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:34.793751 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:34.797443 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Usage tracker for resource:security_group_rule and tenant:2c7f90c59eef4ca485e151668585764a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:34.802414 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:34.807962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:34.908742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:34.915200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:34.919282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:34.940804 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:05:34.966123 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739896646894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:34.966726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Unsubscribe: segment precommit_create {{(pid=91947) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 13:05:34.967203 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Added segment 512a7faa-3fae-460b-b6b8-178c232e7642 of type vlan for network f9ee710a-ffe5-4913-944f-0e6ccb54837f May 27 13:05:34.975993 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825336a7-9840-4c69-84be-070ecacb34b1,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:35.038300 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.038649 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.038971 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.039289 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.039599 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.039907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.040211 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.040622 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.040942 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.041223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.041527 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.041819 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Tracked resource versions report: May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: pushed versions: May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: { 'AddressGroup': {'1.2'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'ConntrackHelper': {'1.0'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Log': {'1.0'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Network': {'1.1'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Port': {'1.7'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'PortForwarding': {'1.2'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'QosPolicy': {'1.8'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroup': {'1.4'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroupRule': {'1.2'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'SubPort': {'1.0'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Subnet': {'1.1'}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Trunk': {'1.1'}} May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: consumer versions: May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'ConntrackHelper': '1.0', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Log': '1.0', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Network': '1.1', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Port': '1.7', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'PortForwarding': '1.2', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'QosPolicy': '1.8', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroup': '1.4', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroupRule': '1.2', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'SubPort': '1.0', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Subnet': '1.1', May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: 'Trunk': '1.1'}} May 27 13:05:35.042898 dv-cinder-751579-24-smb neutron-server[91947]: {{(pid=91947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:05:35.096042 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:35.103711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:35.142549 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:35.144438 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:35.145376 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:35.150996 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:35.253496 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Pushing event updated for resources: {'Network': ['ID=f9ee710a-ffe5-4913-944f-0e6ccb54837f,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:35.256398 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9174480 May 27 13:05:35.258171 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:35.267256 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:05:37.946625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 38992) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:38.409918 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357bfdb-d7dc-4ab8-a9ed-3a0bebf55b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:38.411252 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-3357bfdb-d7dc-4ab8-a9ed-3a0bebf55b96 admin admin] 10.222.0.76 "GET /v2.0/networks/f9ee710a-ffe5-4913-944f-0e6ccb54837f HTTP/1.1" status: 200 len: 825 time: 0.4636607 May 27 13:05:38.441208 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-6122a3a7-4b69-4f56-a34d-22ff10422456 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/1a31418b-664e-42f3-bbf2-338839de96e5 HTTP/1.1" status: 200 len: 734 time: 0.0220640 May 27 13:05:38.449574 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'subnetpool_id': '1a31418b-664e-42f3-bbf2-338839de96e5', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:38.453900 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:38.457941 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Usage tracker for resource:subnet and tenant:2c7f90c59eef4ca485e151668585764a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:38.460947 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:38.466677 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:38.480932 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Made reservation on behalf of 2c7f90c59eef4ca485e151668585764a for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:05:38.484815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:38.984561 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:38.989001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:39.068060 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b027fb55-4cc8-4adf-8dd4-043eae25d734,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:39.074253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:39.075165 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Checking segment: {'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:05:39.076134 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Network hostable DHCP agents. Network: f9ee710a-ffe5-4913-944f-0e6ccb54837f, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:05:39.097796 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:05:39.115935 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, f9ee710a-ffe5-4913-944f-0e6ccb54837f) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:39.121377 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:39.122510 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.125802 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce660695-267e-44fc-8b13-97603f5e9768 None None] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:05:39.143906 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6976750 May 27 13:05:39.440179 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'fixed_ips': [{'subnet_id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:05:39.441388 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.627752 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Allocated IP 172.20.0.2 (f9ee710a-ffe5-4913-944f-0e6ccb54837f/b027fb55-4cc8-4adf-8dd4-043eae25d734/99f792c7-6124-4fff-976f-7becac892c54) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:05:39.859717 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.872740 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Transition to ACTIVE for port object 99f792c7-6124-4fff-976f-7becac892c54 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:39.892254 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Transition to ACTIVE for port object 99f792c7-6124-4fff-976f-7becac892c54 will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:39.899268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.903830 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:39.964683 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:05:39.967575 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:39.977181 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:05:39.979348 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Pushing event updated for resources: {'Port': ['ID=99f792c7-6124-4fff-976f-7becac892c54,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:40.017188 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.017789 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.017907 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.018184 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.018495 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.018806 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.019110 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.019413 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.019732 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.020031 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.020332 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.020608 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Tracked resource versions report: May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: pushed versions: May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: { 'AddressGroup': {'1.2'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'ConntrackHelper': {'1.0'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Log': {'1.0'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Network': {'1.1'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Port': {'1.7'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'PortForwarding': {'1.2'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'QosPolicy': {'1.8'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroup': {'1.4'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroupRule': {'1.2'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'SubPort': {'1.0'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Subnet': {'1.1'}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Trunk': {'1.1'}} May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: consumer versions: May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'ConntrackHelper': '1.0', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Log': '1.0', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Network': '1.1', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Port': '1.7', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'PortForwarding': '1.2', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'QosPolicy': '1.8', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroup': '1.4', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroupRule': '1.2', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'SubPort': '1.0', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Subnet': '1.1', May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: 'Trunk': '1.1'}} May 27 13:05:40.021877 dv-cinder-751579-24-smb neutron-server[91948]: {{(pid=91948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:05:40.034690 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:40.084515 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Attempting to bind port 99f792c7-6124-4fff-976f-7becac892c54 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:05:40.084895 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Attempting to bind port 99f792c7-6124-4fff-976f-7becac892c54 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:05:40.085302 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Attempting to bind port 99f792c7-6124-4fff-976f-7becac892c54 on network f9ee710a-ffe5-4913-944f-0e6ccb54837f {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:05:40.090724 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:05:40.091135 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Checking segment: {'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:05:40.091591 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:40.091976 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Bound using segment: {'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:05:40.092504 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Bound port: 99f792c7-6124-4fff-976f-7becac892c54, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:05:40.092865 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:40.182339 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] For port 99f792c7-6124-4fff-976f-7becac892c54, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:05:40.186211 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] For port 99f792c7-6124-4fff-976f-7becac892c54, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=99f792c7-6124-4fff-976f-7becac892c54,segment=NetworkSegment(512a7faa-3fae-460b-b6b8-178c232e7642),segment_id=512a7faa-3fae-460b-b6b8-178c232e7642)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:05:40.192383 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:40.196452 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:40.277922 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Pushing event updated for resources: {'Port': ['ID=99f792c7-6124-4fff-976f-7becac892c54,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:40.281016 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:41.487977 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39002) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:41.866065 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [None req-bb896dce-abcf-41cf-b4f1-f26c9f2a8c70 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:41.867065 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-bb896dce-abcf-41cf-b4f1-f26c9f2a8c70 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3780928 May 27 13:05:44.257215 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39012) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:44.643258 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [None req-b6bfebea-baee-4e1a-bcde-1b43640a610b admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:44.647971 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-b6bfebea-baee-4e1a-bcde-1b43640a610b admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3897095 May 27 13:05:45.198291 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 99f792c7-6124-4fff-976f-7becac892c54 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:05:45.282419 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 99f792c7-6124-4fff-976f-7becac892c54 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:45.771962 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f1145-6f60-42e8-aa16-84dac5616b81 None None] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:05:45.870512 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Provisioning for port 99f792c7-6124-4fff-976f-7becac892c54 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:45.911506 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Provisioning complete for port 99f792c7-6124-4fff-976f-7becac892c54 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:45.911898 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.130055 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.171837 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] For port 99f792c7-6124-4fff-976f-7becac892c54, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=99f792c7-6124-4fff-976f-7becac892c54,segment=NetworkSegment(512a7faa-3fae-460b-b6b8-178c232e7642),segment_id=512a7faa-3fae-460b-b6b8-178c232e7642)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:05:46.179306 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.181874 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:46.251486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Pushing event updated for resources: {'Port': ['ID=99f792c7-6124-4fff-976f-7becac892c54,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:46.254936 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:46.405677 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-90e40844-2184-4f58-a61d-34a9111cc596 None None] Provisioning complete for port 99f792c7-6124-4fff-976f-7becac892c54 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:46.406040 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-90e40844-2184-4f58-a61d-34a9111cc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:47.192392 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 99f792c7-6124-4fff-976f-7becac892c54 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:05:47.258586 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 99f792c7-6124-4fff-976f-7becac892c54 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:47.259209 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:47.297878 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39028) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:47.669495 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'admin_state_up': True}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:47.739906 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.policy [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91946) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 13:05:47.785441 dv-cinder-751579-24-smb neutron-server[91946]: WARNING oslo_policy.policy [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:47.785820 dv-cinder-751579-24-smb neutron-server[91946]: WARNING oslo_policy.policy [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:47.794233 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.quota [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Loaded quota_driver: . May 27 13:05:47.810270 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:47.816954 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Usage tracker for resource:router and tenant:2c7f90c59eef4ca485e151668585764a is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:47.821376 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:47.828784 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:47.849717 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:47.851743 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:47.879635 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:47.999729 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:48.021640 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:48.022890 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1da546a0-83c4-4fd9-917d-4b22858ad767 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7240484 May 27 13:05:50.398030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39040) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:50.812700 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [None req-26e53f31-43c5-48df-ad57-00796901023f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:50.813923 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-26e53f31-43c5-48df-ad57-00796901023f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4146266 May 27 13:05:50.839940 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-6ef73cfe-a12b-4b8f-a438-203569f90ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.155145 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39050) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:53.285777 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.319894 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-21dac263-833c-4e2c-8964-6b900ac9a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.551985 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:53.557218 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:53.561457 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Usage tracker for resource:network and tenant:8736d76de00f4d2ca1d2ee198a537352 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:53.565045 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:53.571246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:53.585177 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Made reservation on behalf of 8736d76de00f4d2ca1d2ee198a537352 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:05:53.588874 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.608383 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.623416 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:53.627411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Usage tracker for resource:security_group_rule and tenant:8736d76de00f4d2ca1d2ee198a537352 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:53.630405 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:53.636844 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:53.722846 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.729576 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.734399 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:53.755138 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Reserving flat network on physical network physnet1 {{(pid=91947) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 13:05:53.774889 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac397262-52ee-48ed-a437-723d22109ecf,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:53.778707 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:53.779528 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.779860 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Added segment 3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3 of type flat for network 2821688a-fcf5-4a47-aec0-6a22d94d2ded May 27 13:05:53.812096 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.850334 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.851637 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:53.852203 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.855297 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:53.950232 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Pushing event updated for resources: {'Network': ['ID=2821688a-fcf5-4a47-aec0-6a22d94d2ded,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:53.953208 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7970469 May 27 13:05:53.953871 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:53.972929 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:05:54.438723 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:55.711010 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:56.314368 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39070) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:56.556813 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f7b365-864b-4328-b2bf-c15ab324f4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:56.558031 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-77f7b365-864b-4328-b2bf-c15ab324f4d9 admin admin] 10.222.0.76 "GET /v2.0/subnets/b027fb55-4cc8-4adf-8dd4-043eae25d734 HTTP/1.1" status: 200 len: 849 time: 0.2423322 May 27 13:05:56.729615 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e9003719-9968-4ece-a80f-b73a930514e6 admin admin] 10.222.0.76 "GET /v2.0/routers/c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 HTTP/1.1" status: 200 len: 704 time: 0.1628382 May 27 13:05:57.215372 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:57.463745 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Allocated IP 172.20.0.1 (f9ee710a-ffe5-4913-944f-0e6ccb54837f/b027fb55-4cc8-4adf-8dd4-043eae25d734/494bd433-83cf-47ec-acaf-d25fc41cb4ec) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:05:57.617559 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:57.634674 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Transition to ACTIVE for port object 494bd433-83cf-47ec-acaf-d25fc41cb4ec will not be triggered until provisioned by entity DHCP. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:57.692067 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:57.699766 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:57.758077 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:05:57.760868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:57.764597 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:05:57.765114 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:57.893147 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Pushing event updated for resources: {'Port': ['ID=494bd433-83cf-47ec-acaf-d25fc41cb4ec,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:57.903939 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:57.932952 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-46612816-8779-43bd-a87b-4ff1d2293c68 None None] Provisioning for port 494bd433-83cf-47ec-acaf-d25fc41cb4ec completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:57.937666 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-46612816-8779-43bd-a87b-4ff1d2293c68 None None] Provisioning complete for port 494bd433-83cf-47ec-acaf-d25fc41cb4ec triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:57.938053 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-46612816-8779-43bd-a87b-4ff1d2293c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:57.991705 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-46612816-8779-43bd-a87b-4ff1d2293c68 None None] Port 494bd433-83cf-47ec-acaf-d25fc41cb4ec cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:05:58.024160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.257756 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.265672 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.266730 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.269821 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:58.393794 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Pushing event updated for resources: {'Port': ['ID=494bd433-83cf-47ec-acaf-d25fc41cb4ec,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:58.397932 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:58.458656 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:05:58.460664 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:58.616519 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-83d36356-d709-42fc-bbb2-6e1ccb4a3385 None None] Provisioning complete for port 494bd433-83cf-47ec-acaf-d25fc41cb4ec triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:58.616901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-83d36356-d709-42fc-bbb2-6e1ccb4a3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.672614 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-83d36356-d709-42fc-bbb2-6e1ccb4a3385 None None] Port 494bd433-83cf-47ec-acaf-d25fc41cb4ec cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:05:58.696838 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:05:58.846236 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:05:58.856784 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Sync routers for ids ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:05:58.857309 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] 10.222.0.76 "PUT /v2.0/routers/c6cf2491-e9bf-4985-81f8-92b9daa9e8a5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1203029 May 27 13:05:58.867739 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Routers {'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:05:58.868809 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:05:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:59.038261 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Set router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 gateway port host: None {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:05:59.398690 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'name': 'router1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:47Z', 'updated_at': '2021-05-27T13:05:57Z', 'revision_number': 2, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'gw_port_host': None, '_interfaces': [{'id': '494bd433-83cf-47ec-acaf-d25fc41cb4ec', 'name': '', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'mac_address': 'fa:16:3e:6c:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:57Z', 'updated_at': '2021-05-27T13:05:58Z', 'revision_number': 2, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'subnets': [{'id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a31418b-664e-42f3-bbf2-338839de96e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:59.403929 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Checking router: c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:05:59.404306 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Updating router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 port 494bd433-83cf-47ec-acaf-d25fc41cb4ec binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:05:59.460431 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:59.837250 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:59.852599 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Transition to ACTIVE for port object 494bd433-83cf-47ec-acaf-d25fc41cb4ec will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:59.859495 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:59.864849 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:00.028750 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Pushing event updated for resources: {'Port': ['ID=494bd433-83cf-47ec-acaf-d25fc41cb4ec,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:00.070575 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.070905 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.071224 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.071537 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.071852 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.072161 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.072488 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.072802 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.073117 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.073419 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.073721 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.074044 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Tracked resource versions report: May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: pushed versions: May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: { 'AddressGroup': {'1.2'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'ConntrackHelper': {'1.0'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Log': {'1.0'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Network': {'1.1'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Port': {'1.7'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'PortForwarding': {'1.2'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'QosPolicy': {'1.8'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroup': {'1.4'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroupRule': {'1.2'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'SubPort': {'1.0'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Subnet': {'1.1'}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Trunk': {'1.1'}} May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: consumer versions: May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'ConntrackHelper': '1.0', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Log': '1.0', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Network': '1.1', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Port': '1.7', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'PortForwarding': '1.2', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'QosPolicy': '1.8', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroup': '1.4', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroupRule': '1.2', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'SubPort': '1.0', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Subnet': '1.1', May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: 'Trunk': '1.1'}} May 27 13:06:00.075143 dv-cinder-751579-24-smb neutron-server[91949]: {{(pid=91949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:06:00.086901 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:00.094232 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Attempting to bind port 494bd433-83cf-47ec-acaf-d25fc41cb4ec on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:06:00.094631 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Attempting to bind port 494bd433-83cf-47ec-acaf-d25fc41cb4ec by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:06:00.095062 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Attempting to bind port 494bd433-83cf-47ec-acaf-d25fc41cb4ec on network f9ee710a-ffe5-4913-944f-0e6ccb54837f {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:06:00.100863 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:06:00.101281 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Checking segment: {'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:06:00.101797 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:00.102126 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Bound using segment: {'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:06:00.102655 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Bound port: 494bd433-83cf-47ec-acaf-d25fc41cb4ec, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512a7faa-3fae-460b-b6b8-178c232e7642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:06:00.103013 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:00.188387 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] For port 494bd433-83cf-47ec-acaf-d25fc41cb4ec, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:06:00.192397 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] For port 494bd433-83cf-47ec-acaf-d25fc41cb4ec, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=494bd433-83cf-47ec-acaf-d25fc41cb4ec,segment=NetworkSegment(512a7faa-3fae-460b-b6b8-178c232e7642),segment_id=512a7faa-3fae-460b-b6b8-178c232e7642)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:06:00.196982 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:00.201048 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:00.285679 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Pushing event updated for resources: {'Port': ['ID=494bd433-83cf-47ec-acaf-d25fc41cb4ec,revision_number=4']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:00.289564 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:00.291297 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Routers {'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:06:00.291914 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:05:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:06:00.472776 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] Set router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 gateway port host: None {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:06:00.795525 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'name': 'router1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:47Z', 'updated_at': '2021-05-27T13:05:57Z', 'revision_number': 2, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'gw_port_host': None, '_interfaces': [{'id': '494bd433-83cf-47ec-acaf-d25fc41cb4ec', 'name': '', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'mac_address': 'fa:16:3e:6c:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:57Z', 'updated_at': '2021-05-27T13:06:00Z', 'revision_number': 4, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'subnets': [{'id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a31418b-664e-42f3-bbf2-338839de96e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:06:00.799520 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16d53b-1b6f-44e2-8126-225ee89432ce None None] The sync data for ids ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'] in dv-cinder-751579-24-smb is: [{'id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'name': 'router1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:47Z', 'updated_at': '2021-05-27T13:05:57Z', 'revision_number': 2, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'gw_port_host': None, '_interfaces': [{'id': '494bd433-83cf-47ec-acaf-d25fc41cb4ec', 'name': '', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'mac_address': 'fa:16:3e:6c:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:57Z', 'updated_at': '2021-05-27T13:06:00Z', 'revision_number': 4, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'subnets': [{'id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a31418b-664e-42f3-bbf2-338839de96e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:06:01.023083 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39092) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:06:01.173526 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da2efe-24b6-4816-bea4-c6306f25c1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:06:01.174051 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-45da2efe-24b6-4816-bea4-c6306f25c1db admin admin] Synchronizing usage tracker for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:06:01.194008 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-45da2efe-24b6-4816-bea4-c6306f25c1db admin admin] Unset dirty status for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:06:01.195176 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-45da2efe-24b6-4816-bea4-c6306f25c1db admin admin] 10.222.0.76 "GET /v2.0/networks/2821688a-fcf5-4a47-aec0-6a22d94d2ded HTTP/1.1" status: 200 len: 842 time: 0.1710944 May 27 13:06:01.204797 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.0.1'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:06:01.210325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:06:01.214202 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Usage tracker for resource:subnet and tenant:8736d76de00f4d2ca1d2ee198a537352 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:06:01.217121 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:06:01.223945 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:06:01.234173 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Made reservation on behalf of 8736d76de00f4d2ca1d2ee198a537352 for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:06:01.236486 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:01.644408 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.objects.ports [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91947) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 13:06:01.644882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:01.648525 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:01.717371 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:01.722648 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:01.726779 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:06:01.727137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Network hostable DHCP agents. Network: 2821688a-fcf5-4a47-aec0-6a22d94d2ded, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:06:01.745130 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:06:01.755087 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, 2821688a-fcf5-4a47-aec0-6a22d94d2ded) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:06:01.759403 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:06:01.760159 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:01.764390 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f806f8-eb1d-4bb1-89f8-400b6fb82da0 None None] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:06:01.796443 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5821681 May 27 13:06:01.964988 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784505a-653f-47b6-a81d-2a59665a561f None None] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:06:04.013591 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39106) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:06:04.213909 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-cd0388db-66ad-4283-b64a-79b549fe24f3 admin admin] 10.222.0.76 "GET /v2.0/routers/c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 HTTP/1.1" status: 200 len: 710 time: 0.1975749 May 27 13:06:04.340238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95148557-45ad-41ae-9b44-63c1b7fa726e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:06:04.341669 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-95148557-45ad-41ae-9b44-63c1b7fa726e admin admin] 10.222.0.76 "GET /v2.0/networks/2821688a-fcf5-4a47-aec0-6a22d94d2ded HTTP/1.1" status: 200 len: 886 time: 0.1238291 May 27 13:06:04.351002 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:06:04.835612 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.172118 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.203306 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 494bd433-83cf-47ec-acaf-d25fc41cb4ec up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:06:05.229914 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.273005 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 494bd433-83cf-47ec-acaf-d25fc41cb4ec completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:06:05.278675 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 494bd433-83cf-47ec-acaf-d25fc41cb4ec triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:06:05.279050 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.368030 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Allocated IP 172.28.0.191 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/002011ca-e993-44d3-be2a-621239974431) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:06:05.397951 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.430157 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 494bd433-83cf-47ec-acaf-d25fc41cb4ec, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=494bd433-83cf-47ec-acaf-d25fc41cb4ec,segment=NetworkSegment(512a7faa-3fae-460b-b6b8-178c232e7642),segment_id=512a7faa-3fae-460b-b6b8-178c232e7642)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:06:05.434376 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.436464 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:05.514546 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.522321 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=494bd433-83cf-47ec-acaf-d25fc41cb4ec,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:05.525841 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:05.547245 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:05.551326 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:05.612044 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:06:05.614842 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:06:05.618443 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:06:05.676980 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Pushing event updated for resources: {'Port': ['ID=002011ca-e993-44d3-be2a-621239974431,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:05.686117 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:06.066414 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:06.402520 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:06.405890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-484657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-484614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-498573'] for router, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:06.586250 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:06:06.760492 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:06:06.768392 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Notify callbacks [] for router, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:06.769583 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] 10.222.0.76 "PUT /v2.0/routers/c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 HTTP/1.1" status: 200 len: 890 time: 2.4219880 May 27 13:06:06.771098 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Sync routers for ids ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:06:06.781695 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Routers {'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:06:06.782374 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:05:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:06:06.974451 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Set router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:06:07.195538 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 494bd433-83cf-47ec-acaf-d25fc41cb4ec up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:06:07.337554 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 494bd433-83cf-47ec-acaf-d25fc41cb4ec triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:06:07.337852 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:07.468564 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'name': 'router1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '002011ca-e993-44d3-be2a-621239974431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:47Z', 'updated_at': '2021-05-27T13:06:05Z', 'revision_number': 4, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'gw_port': {'id': '002011ca-e993-44d3-be2a-621239974431', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:06:05Z', 'updated_at': '2021-05-27T13:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '494bd433-83cf-47ec-acaf-d25fc41cb4ec', 'name': '', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'mac_address': 'fa:16:3e:6c:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:57Z', 'updated_at': '2021-05-27T13:06:05Z', 'revision_number': 5, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'subnets': [{'id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a31418b-664e-42f3-bbf2-338839de96e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:06:07.476051 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Checking router: c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:06:07.476403 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Updating router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 port 002011ca-e993-44d3-be2a-621239974431 binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:06:07.529499 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:07.859861 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:07.871407 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Transition to ACTIVE for port object 002011ca-e993-44d3-be2a-621239974431 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:06:07.879732 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:07.883567 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-bd497b6c-074f-41e9-9a99-22785b95ef52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:07.960765 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Attempting to bind port 002011ca-e993-44d3-be2a-621239974431 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:06:07.961097 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Attempting to bind port 002011ca-e993-44d3-be2a-621239974431 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:06:07.961499 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Attempting to bind port 002011ca-e993-44d3-be2a-621239974431 on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:06:07.963564 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ddbea-3a94-4fc9-b82c-609119031827 None None] Pushing event updated for resources: {'Port': ['ID=002011ca-e993-44d3-be2a-621239974431,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:07.967148 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-965ddbea-3a94-4fc9-b82c-609119031827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:07.969991 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:06:07.970435 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:06:07.970833 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:07.971220 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:06:07.971691 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Bound port: 002011ca-e993-44d3-be2a-621239974431, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:06:07.972068 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:08.048458 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] For port 002011ca-e993-44d3-be2a-621239974431, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:06:08.051465 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] For port 002011ca-e993-44d3-be2a-621239974431, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=002011ca-e993-44d3-be2a-621239974431,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:06:08.056908 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:08.060684 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:08.140463 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Routers {'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:06:08.141079 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:05:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:06:08.194659 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ddbea-3a94-4fc9-b82c-609119031827 None None] Pushing event updated for resources: {'Port': ['ID=002011ca-e993-44d3-be2a-621239974431,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:08.204337 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-965ddbea-3a94-4fc9-b82c-609119031827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:08.351192 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] Set router c6cf2491-e9bf-4985-81f8-92b9daa9e8a5 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:06:08.676484 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'name': 'router1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '002011ca-e993-44d3-be2a-621239974431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:47Z', 'updated_at': '2021-05-27T13:06:05Z', 'revision_number': 4, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'gw_port': {'id': '002011ca-e993-44d3-be2a-621239974431', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:06:05Z', 'updated_at': '2021-05-27T13:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '494bd433-83cf-47ec-acaf-d25fc41cb4ec', 'name': '', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'mac_address': 'fa:16:3e:6c:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:57Z', 'updated_at': '2021-05-27T13:06:05Z', 'revision_number': 5, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'subnets': [{'id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a31418b-664e-42f3-bbf2-338839de96e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:06:08.680868 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad079a6f-ca93-4c2e-927f-93b8c729ddc2 None None] The sync data for ids ['c6cf2491-e9bf-4985-81f8-92b9daa9e8a5'] in dv-cinder-751579-24-smb is: [{'id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'name': 'router1', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '002011ca-e993-44d3-be2a-621239974431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:47Z', 'updated_at': '2021-05-27T13:06:05Z', 'revision_number': 4, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'gw_port': {'id': '002011ca-e993-44d3-be2a-621239974431', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:06:05Z', 'updated_at': '2021-05-27T13:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '494bd433-83cf-47ec-acaf-d25fc41cb4ec', 'name': '', 'network_id': 'f9ee710a-ffe5-4913-944f-0e6ccb54837f', 'tenant_id': '2c7f90c59eef4ca485e151668585764a', 'mac_address': 'fa:16:3e:6c:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf2491-e9bf-4985-81f8-92b9daa9e8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:57Z', 'updated_at': '2021-05-27T13:06:05Z', 'revision_number': 5, 'project_id': '2c7f90c59eef4ca485e151668585764a', 'subnets': [{'id': 'b027fb55-4cc8-4adf-8dd4-043eae25d734', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a31418b-664e-42f3-bbf2-338839de96e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:06:09.103988 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39116) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:06:09.233124 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-96067c9a-ab69-49d9-b55a-2748ffea91d7 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1278663 May 27 13:06:09.235101 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 002011ca-e993-44d3-be2a-621239974431 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:06:09.310869 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 002011ca-e993-44d3-be2a-621239974431 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:06:09.318755 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 002011ca-e993-44d3-be2a-621239974431 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:06:09.318755 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:09.448516 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:09.466101 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 002011ca-e993-44d3-be2a-621239974431, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=002011ca-e993-44d3-be2a-621239974431,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:06:09.472116 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:09.474555 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:06:09.540214 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=002011ca-e993-44d3-be2a-621239974431,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:06:09.543406 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:11.198687 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 002011ca-e993-44d3-be2a-621239974431 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:06:11.276915 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 002011ca-e993-44d3-be2a-621239974431 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:06:11.277284 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:18.931404 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:06:20.846731 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-73b82caf-42f9-4a4e-8130-df5228c5b796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:23.280833 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:23.344065 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3b025f8a-e3c1-46a3-8aba-509ac7c6c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:24.443200 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:25.732647 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:50.839818 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-582230d1-d3a8-46c1-909a-2cd443215f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:53.287449 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:53.328006 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-426991ed-fbd2-4386-8d86-8bd8aa67713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:54.449096 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:55.720288 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:55.930496 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:07:20.846148 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-6287b075-5e10-4c4a-944f-4fde56cf7b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:23.294944 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:23.331366 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-320497a9-c47a-4fc6-9ba0-656c85249f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:24.453460 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:25.730407 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:32.930385 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:07:46.101890 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39686) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:46.186374 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.pecan_wsgi.hooks.translation [None req-19612ee8-7d0b-4127-963d-4211e4b19766 admin admin] GET failed (client error): The resource could not be found. May 27 13:07:46.187674 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-19612ee8-7d0b-4127-963d-4211e4b19766 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0848680 May 27 13:07:46.346105 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed83e73e-4ec9-47aa-9ac0-c6f147155aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:46.348452 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ed83e73e-4ec9-47aa-9ac0-c6f147155aff admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559176 May 27 13:07:48.449187 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39696) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:48.581257 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e4187-29e4-4e0a-b6b8-55a0f2cf7293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:48.582639 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-3a8e4187-29e4-4e0a-b6b8-55a0f2cf7293 admin admin] 10.222.0.76 "GET /v2.0/subnets/b027fb55-4cc8-4adf-8dd4-043eae25d734 HTTP/1.1" status: 200 len: 849 time: 0.1321511 May 27 13:07:48.595121 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:07:48.721828 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:48.935322 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739896585629'] for subnet, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:48.940003 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:07:49.010009 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:49.010839 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:49.011989 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] 10.222.0.76 "PUT /v2.0/subnets/b027fb55-4cc8-4adf-8dd4-043eae25d734 HTTP/1.1" status: 200 len: 868 time: 0.4210958 May 27 13:07:49.026713 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f761f77-947b-4d94-8254-e0571cc859b5 None None] Network f9ee710a-ffe5-4913-944f-0e6ccb54837f requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:07:49.036789 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b027fb55-4cc8-4adf-8dd4-043eae25d734,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:07:49.045543 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.045949 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.046198 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.046513 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.046827 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.047139 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.047448 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.047753 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.048080 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.048362 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.048790 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.049105 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Tracked resource versions report: May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: pushed versions: May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: { 'AddressGroup': {'1.2'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'ConntrackHelper': {'1.0'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Log': {'1.0'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Network': {'1.1'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Port': {'1.7'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'PortForwarding': {'1.2'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'QosPolicy': {'1.8'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroup': {'1.4'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroupRule': {'1.2'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'SubPort': {'1.0'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Subnet': {'1.1'}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Trunk': {'1.1'}} May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: consumer versions: May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'ConntrackHelper': '1.0', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Log': '1.0', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Network': '1.1', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Port': '1.7', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'PortForwarding': '1.2', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'QosPolicy': '1.8', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroup': '1.4', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroupRule': '1.2', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'SubPort': '1.0', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Subnet': '1.1', May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: 'Trunk': '1.1'}} May 27 13:07:49.050246 dv-cinder-751579-24-smb neutron-server[91946]: {{(pid=91946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:07:49.054250 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:07:49.528146 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-3d903c86-2e54-42ef-865b-7aa1f9e942c6 None None] Provisioning complete for port 99f792c7-6124-4fff-976f-7becac892c54 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:07:49.528544 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d903c86-2e54-42ef-865b-7aa1f9e942c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:49.659309 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-3d903c86-2e54-42ef-865b-7aa1f9e942c6 None None] Provisioning complete for port 494bd433-83cf-47ec-acaf-d25fc41cb4ec triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:07:49.659641 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d903c86-2e54-42ef-865b-7aa1f9e942c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:50.841253 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-59c6b399-ec0f-496c-a6fc-cebc67857401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:51.122923 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39710) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:51.313164 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca27029-0400-4d01-b501-1136e9f3532e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:51.313631 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca27029-0400-4d01-b501-1136e9f3532e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:51.315253 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-eca27029-0400-4d01-b501-1136e9f3532e admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1911395 May 27 13:07:53.292156 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:53.335790 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-64b7418a-4a55-4961-9830-450d83e66e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:53.455962 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39720) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:53.653747 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d89a89-83f5-4128-8b2f-0050cd7d3fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:53.654226 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d89a89-83f5-4128-8b2f-0050cd7d3fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:53.655753 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-61d89a89-83f5-4128-8b2f-0050cd7d3fb3 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987395 May 27 13:07:54.454254 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:55.731190 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:55.790312 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39730) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:55.968562 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd5b6d-4fcf-457f-8ab0-25df80204dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:55.969807 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-0ddd5b6d-4fcf-457f-8ab0-25df80204dd2 admin admin] 10.222.0.76 "GET /v2.0/networks/2821688a-fcf5-4a47-aec0-6a22d94d2ded HTTP/1.1" status: 200 len: 886 time: 0.1785700 May 27 13:07:58.069251 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39740) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:58.265081 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e611f-0d32-4cc3-a94a-c221bed60271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:58.266313 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-199e611f-0d32-4cc3-a94a-c221bed60271 admin admin] 10.222.0.76 "GET /v2.0/networks/f9ee710a-ffe5-4913-944f-0e6ccb54837f HTTP/1.1" status: 200 len: 869 time: 0.1960964 May 27 13:08:00.407511 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39750) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:00.532006 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4451ec-f178-45b4-9604-46ae0140b3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:00.532459 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4451ec-f178-45b4-9604-46ae0140b3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:00.533224 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5d4451ec-f178-45b4-9604-46ae0140b3b6 admin admin] Synchronizing usage tracker for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:subnet {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:08:00.553274 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5d4451ec-f178-45b4-9604-46ae0140b3b6 admin admin] Unset dirty status for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:subnet {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:08:00.554479 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5d4451ec-f178-45b4-9604-46ae0140b3b6 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1459398 May 27 13:08:02.677985 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39760) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:02.785800 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116bef8-18ab-43cf-b6e8-6d6df6a2b871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:02.786249 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116bef8-18ab-43cf-b6e8-6d6df6a2b871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:02.787718 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-6116bef8-18ab-43cf-b6e8-6d6df6a2b871 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1087971 May 27 13:08:04.916111 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39770) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:05.038484 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ad194-3450-45ca-b971-e7a2852b8a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:05.039877 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-eb7ad194-3450-45ca-b971-e7a2852b8a50 admin admin] 10.222.0.76 "GET /v2.0/subnets/b027fb55-4cc8-4adf-8dd4-043eae25d734 HTTP/1.1" status: 200 len: 868 time: 0.1228018 May 27 13:08:07.142629 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39780) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:07.246758 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26809759-038d-4452-adff-946585033406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:07.248389 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-26809759-038d-4452-adff-946585033406 admin admin] 10.222.0.76 "GET /v2.0/subnets/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337 HTTP/1.1" status: 200 len: 816 time: 0.1044240 May 27 13:08:09.930680 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:08:20.847957 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-2a63d2eb-90f9-4693-a51a-b46902a12d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:23.286708 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:23.340052 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-027f7e70-b9ff-405a-bd1b-ea750df18a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:24.460783 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:25.832097 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:30.331080 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39824) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:30.384659 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [None req-1aaddedf-428b-415a-b457-67206bc90b89 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:08:30.385986 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1aaddedf-428b-415a-b457-67206bc90b89 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539591 May 27 13:08:32.590218 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39834) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:32.671232 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2614600-4b67-41f5-bc8e-30f3f2898890 admin admin] GET failed (client error): The resource could not be found. May 27 13:08:32.672562 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-c2614600-4b67-41f5-bc8e-30f3f2898890 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0811381 May 27 13:08:32.821858 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c73751-408b-439d-9eed-7881fe556a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:32.823241 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-76c73751-408b-439d-9eed-7881fe556a11 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1465912 May 27 13:08:34.969323 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39844) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:35.025704 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:08:35.030396 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:08:35.040304 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:08:35.053465 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Made reservation on behalf of 8736d76de00f4d2ca1d2ee198a537352 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:08:35.056097 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:35.192130 dv-cinder-751579-24-smb neutron-server[91947]: WARNING neutron.services.revisions.revision_plugin [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Could not find related network for resource to bump revision. May 27 13:08:35.207435 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:08:35.216170 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:35.216560 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Added segment 85407927-2a5b-4801-8bdb-e1de3a75d9c4 of type vlan for network 35183aeb-b77a-43e1-ae63-19f25c21eb15 May 27 13:08:35.245115 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:35.282132 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:35.283542 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:35.284115 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:35.287670 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:35.383612 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4128802 May 27 13:08:35.384152 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=35183aeb-b77a-43e1-ae63-19f25c21eb15,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:35.391059 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.391411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.391742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.392115 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.392455 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.392767 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.393073 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.393381 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.393706 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.394015 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.394328 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.394628 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:35.398422 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:35.406879 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network 35183aeb-b77a-43e1-ae63-19f25c21eb15 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:08:37.537194 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39854) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:37.617791 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f3c8a4-e5df-4cce-b81c-f467aabd4db3 admin admin] GET failed (client error): The resource could not be found. May 27 13:08:37.618282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-87f3c8a4-e5df-4cce-b81c-f467aabd4db3 admin admin] Synchronizing usage tracker for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:08:37.637964 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-87f3c8a4-e5df-4cce-b81c-f467aabd4db3 admin admin] Unset dirty status for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:08:37.639470 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-87f3c8a4-e5df-4cce-b81c-f467aabd4db3 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1011653 May 27 13:08:37.751941 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a29565-358f-43df-8c0a-e2dbd2a12fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:37.753510 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-49a29565-358f-43df-8c0a-e2dbd2a12fe6 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1097288 May 27 13:08:37.763146 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:08:37.767540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:08:37.777902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:08:37.791016 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Made reservation on behalf of 8736d76de00f4d2ca1d2ee198a537352 for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:08:37.794502 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:38.207100 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:38.210702 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f27e0fdd-ec83-4c12-b22c-7cd349f5213c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:38.274429 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d708063d-45a8-4297-bbaf-2f8d78474667,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:38.277653 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:38.291781 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Checking segment: {'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:08:38.292317 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Network hostable DHCP agents. Network: 35183aeb-b77a-43e1-ae63-19f25c21eb15, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:08:38.314559 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Network 35183aeb-b77a-43e1-ae63-19f25c21eb15 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:08:38.325648 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, 35183aeb-b77a-43e1-ae63-19f25c21eb15) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:08:38.330528 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:38.331153 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:38.335164 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc44c6-2c48-4830-b0e5-cb1824bbba71 None None] Network 35183aeb-b77a-43e1-ae63-19f25c21eb15 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:08:38.357874 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-f30a5d95-4393-463b-a13d-1bf623c0247c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5981970 May 27 13:08:38.563178 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-35183aeb-b77a-43e1-ae63-19f25c21eb15', 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15', 'tenant_id': '8736d76de00f4d2ca1d2ee198a537352', 'fixed_ips': [{'subnet_id': 'd708063d-45a8-4297-bbaf-2f8d78474667'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:08:38.564106 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:38.721384 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Allocated IP 192.168.233.2 (35183aeb-b77a-43e1-ae63-19f25c21eb15/d708063d-45a8-4297-bbaf-2f8d78474667/ca3067a5-cf75-42fa-843d-ef7cfbd3757b) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:08:38.928827 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:38.939729 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Transition to ACTIVE for port object ca3067a5-cf75-42fa-843d-ef7cfbd3757b will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:08:38.958607 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Transition to ACTIVE for port object ca3067a5-cf75-42fa-843d-ef7cfbd3757b will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:08:38.965627 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:38.970804 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-965ddbea-3a94-4fc9-b82c-609119031827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:39.039716 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Network 35183aeb-b77a-43e1-ae63-19f25c21eb15 is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:08:39.040580 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Pushing event updated for resources: {'Port': ['ID=ca3067a5-cf75-42fa-843d-ef7cfbd3757b,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:39.044183 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:08:39.049475 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.049815 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.050150 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.050459 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.050793 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.051145 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.051471 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.051795 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.052444 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.052444 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.052779 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.053113 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:39.066587 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:08:39.110300 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:39.160723 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Attempting to bind port ca3067a5-cf75-42fa-843d-ef7cfbd3757b on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:08:39.161083 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Attempting to bind port ca3067a5-cf75-42fa-843d-ef7cfbd3757b by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:08:39.161434 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Attempting to bind port ca3067a5-cf75-42fa-843d-ef7cfbd3757b on network 35183aeb-b77a-43e1-ae63-19f25c21eb15 {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:08:39.166982 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:08:39.167342 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Checking segment: {'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:08:39.167738 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:39.168115 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Bound using segment: {'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:08:39.168642 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Bound port: ca3067a5-cf75-42fa-843d-ef7cfbd3757b, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:08:39.168974 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:39.257226 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] For port ca3067a5-cf75-42fa-843d-ef7cfbd3757b, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:08:39.260309 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] For port ca3067a5-cf75-42fa-843d-ef7cfbd3757b, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=ca3067a5-cf75-42fa-843d-ef7cfbd3757b,segment=NetworkSegment(85407927-2a5b-4801-8bdb-e1de3a75d9c4),segment_id=85407927-2a5b-4801-8bdb-e1de3a75d9c4)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:08:39.265360 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:39.269224 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:39.345739 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Pushing event updated for resources: {'Port': ['ID=ca3067a5-cf75-42fa-843d-ef7cfbd3757b,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:39.349151 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:40.145206 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47337bb3-ce48-4dde-a54f-9b28904e01fb None None] Network 35183aeb-b77a-43e1-ae63-19f25c21eb15 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:08:40.240519 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-fb5fbdc9-7393-4b04-8381-cd5a1dde48a1 None None] Provisioning for port ca3067a5-cf75-42fa-843d-ef7cfbd3757b completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:08:41.328187 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device ca3067a5-cf75-42fa-843d-ef7cfbd3757b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:08:41.401652 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port ca3067a5-cf75-42fa-843d-ef7cfbd3757b completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:08:41.406490 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port ca3067a5-cf75-42fa-843d-ef7cfbd3757b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:08:41.406880 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:41.524230 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:41.582151 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port ca3067a5-cf75-42fa-843d-ef7cfbd3757b, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=ca3067a5-cf75-42fa-843d-ef7cfbd3757b,segment=NetworkSegment(85407927-2a5b-4801-8bdb-e1de3a75d9c4),segment_id=85407927-2a5b-4801-8bdb-e1de3a75d9c4)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:08:41.587333 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:41.589529 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:41.653564 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=ca3067a5-cf75-42fa-843d-ef7cfbd3757b,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:41.656667 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:43.309289 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device ca3067a5-cf75-42fa-843d-ef7cfbd3757b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:08:43.379610 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port ca3067a5-cf75-42fa-843d-ef7cfbd3757b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:08:43.379974 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:46.930126 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:08:50.845931 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-65f7792c-d26c-4dd3-b0c1-76cd88d77f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:53.291755 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:53.347677 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3555d0c9-5f6e-4a54-bf19-8f04f23c0acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:54.464543 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:55.737708 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:20.841303 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2070-37b6-40d1-a51f-5e896d94bc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:23.295936 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:23.340057 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-2717b23f-32f1-4235-9073-c5b8a20266c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:23.930566 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:09:24.464926 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:25.745440 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:45.426195 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39906) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:09:45.434998 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [None req-824b6076-b00f-4de3-a216-8b002d4d47dd tempest-verify_tempest_config-1592206813 tempest-verify_tempest_config-1592206813-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:09:45.436212 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-824b6076-b00f-4de3-a216-8b002d4d47dd tempest-verify_tempest_config-1592206813 tempest-verify_tempest_config-1592206813-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0090551 May 27 13:09:45.762553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39924) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:09:45.884388 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:45.898801 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:09:45.902850 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ca64cf0edfc8416fae2c79e39714b489 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:09:45.905769 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:09:45.911909 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:09:45.993225 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:46.000160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:46.010705 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:09:46.049556 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Synchronizing usage tracker for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:09:46.051908 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c03e6cf-5750-40ba-a7f6-da7702a96856,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:09:46.061362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.061717 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.062044 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.062362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.062680 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.062992 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.063305 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.063623 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.063984 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.064294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.064633 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.064925 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:09:46.069280 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:09:46.082160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Unset dirty status for tenant:8736d76de00f4d2ca1d2ee198a537352 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:09:46.083428 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ca64cf0edfc8416fae2c79e39714b489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3195963 May 27 13:09:46.087470 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39930) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:09:46.148155 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:46.174757 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:46.271071 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:46.274923 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-06409321-1f8d-4a98-a613-bf2afc2de0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:09:46.287040 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c03e6cf-5750-40ba-a7f6-da7702a96856,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:09:46.289868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:09:46.291690 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:46.292792 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c03e6cf-5750-40ba-a7f6-da7702a96856 HTTP/1.1" status: 204 len: 168 time: 0.2044432 May 27 13:09:50.847836 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-00fe6bfa-f566-4eb9-adad-f48d0d54ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:53.300997 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:53.344139 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6e7f-aa04-48d1-842b-791182aaefe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:54.467322 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:55.748347 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:00.934786 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:10:20.852454 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-267b4081-680e-473b-bdda-552d4f4a0058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:23.310584 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:23.348173 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a9b6ea05-d198-4519-afa5-f81dc957fc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:24.479820 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:25.761027 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:37.939256 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:10:50.857168 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a87aa752-f70f-488a-a203-85b21bf069db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:53.310474 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:53.353157 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1a94-4580-4135-94c7-27e506ba0e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:54.486411 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:55.768637 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:14.943458 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 5 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:11:20.859513 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e7e44848-40f9-4ffc-b1bd-ba9f4a8b6e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:23.306559 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:23.356658 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b0e80150-f9c6-4f43-823f-ab68b5979199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:24.487545 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:25.771377 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:36.283141 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903'] for agent, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:38.648700 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 39982) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:11:38.780436 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-085a5faf-fad3-40be-8d99-94145420f2b5 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1303804 May 27 13:11:40.911699 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 39992) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:11:40.989327 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-4f21e5d2-8928-4157-b807-db0f8b3b5c15 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0761647 May 27 13:11:50.860035 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f367b2df-6c22-4126-8428-a4fdf433457c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:51.944456 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:11:53.307961 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:53.361104 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a1046c34-c941-4c46-aa21-9be42004c2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:54.498597 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:55.778151 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:06.269728 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:20.860344 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ea5c393c-7dd0-4181-a0e6-5a5996ef03aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:23.314990 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:23.373614 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f3dff2b2-85dc-4402-af04-5036ef716ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:24.498184 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:25.775950 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:28.948132 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:12:36.272011 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:50.862025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7437a642-f140-4ecd-9c96-f895b67237d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:53.302720 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:53.367170 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-fa7282ed-9a95-4af3-a718-85b5f7a613bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:54.493229 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:55.774165 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:05.947520 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:13:06.257463 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:20.863100 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c2e8cbe1-c629-4ae9-9905-4d31f494d422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:23.295575 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:23.369754 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-300b685a-2194-4b8a-a487-e182e718ba60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:23.666047 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40204) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:23.725825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40210) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:23.907951 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40218) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:23.988207 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40228) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:24.082941 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-820202251-network', 'tenant_id': 'e028b4cb403e4d0192d013b395b61956'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:24.098217 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.102888 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Usage tracker for resource:network and tenant:e028b4cb403e4d0192d013b395b61956 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.105886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.112264 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.119890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40240) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:24.128773 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Made reservation on behalf of e028b4cb403e4d0192d013b395b61956 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:24.131704 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.144177 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-935922145-network', 'tenant_id': '42db8257e0b94824b6bcf7286215248c'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:24.151293 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.153571 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.168967 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1656279304-network', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:24.172686 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Usage tracker for resource:network and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.177910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.188759 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.191650 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.199311 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Usage tracker for resource:security_group_rule and tenant:e028b4cb403e4d0192d013b395b61956 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.202303 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.207997 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.213589 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.224615 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-541917730-network', 'tenant_id': 'd068f03115734e6bb0a6dba94397a301'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:24.228026 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Made reservation on behalf of 42db8257e0b94824b6bcf7286215248c for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:24.230218 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.242129 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Usage tracker for resource:network and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.247150 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.257692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.274127 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.277234 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.286702 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.290137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Usage tracker for resource:security_group_rule and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.298339 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.302326 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Usage tracker for resource:network and tenant:d068f03115734e6bb0a6dba94397a301 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.310380 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.316199 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.324138 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.326180 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Made reservation on behalf of 407679f7f4d64e0cbfdb7753ac0cd4e2 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:24.328360 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.341841 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Made reservation on behalf of d068f03115734e6bb0a6dba94397a301 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:24.344486 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.367151 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.376284 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.402560 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-network', 'tenant_id': '11142ba1693948109125509fd1f03a54'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:24.423528 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.432625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.436893 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Usage tracker for resource:security_group_rule and tenant:d068f03115734e6bb0a6dba94397a301 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.446001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.448886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Usage tracker for resource:security_group_rule and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.454511 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.457263 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.463133 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.479528 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.486360 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Usage tracker for resource:network and tenant:11142ba1693948109125509fd1f03a54 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.497727 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.507697 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.520067 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.555149 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.573492 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.595930 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:24.602447 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Made reservation on behalf of 11142ba1693948109125509fd1f03a54 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:24.604768 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.641440 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.672989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:24.684523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.694967 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.695301 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Added segment bc85ab7a-2713-48a8-b956-24c0a96134c6 of type vlan for network c404be49-7670-4be9-8bb3-48a5cb3403f3 May 27 13:13:24.723813 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:24.729181 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.739915 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.786690 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Usage tracker for resource:security_group_rule and tenant:11142ba1693948109125509fd1f03a54 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:24.804396 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:24.815338 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.816035 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Added segment e6a03a33-af14-45d2-a093-493a13d8e386 of type vlan for network d27268b7-d8d0-40d0-999e-3da0a6c787ff May 27 13:13:24.846411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.876105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.878882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:24.902159 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:24.903147 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.938345 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.941822 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:24.945235 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a6d4c9-070c-4c1c-9b76-6b031c2e4118,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:24.956198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:24.956198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:24.960274 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.960660 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.960991 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.961403 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.962121 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.962457 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.962768 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.963082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.963391 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.963697 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.964003 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.964308 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Tracked resource versions report: May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: pushed versions: May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: { 'AddressGroup': {'1.2'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'ConntrackHelper': {'1.0'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Log': {'1.0'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Network': {'1.1'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Port': {'1.7'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'PortForwarding': {'1.2'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'QosPolicy': {'1.8'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroup': {'1.4'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'SubPort': {'1.0'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Subnet': {'1.1'}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Trunk': {'1.1'}} May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: consumer versions: May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'ConntrackHelper': '1.0', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Log': '1.0', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Network': '1.1', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Port': '1.7', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'PortForwarding': '1.2', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'QosPolicy': '1.8', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroup': '1.4', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'SecurityGroupRule': '1.2', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'SubPort': '1.0', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Subnet': '1.1', May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: 'Trunk': '1.1'}} May 27 13:13:24.965398 dv-cinder-751579-24-smb neutron-server[91947]: {{(pid=91947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:24.972995 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3059056 May 27 13:13:24.973198 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40276) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:24.974514 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:24.980494 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Request body: {'subnet': {'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-820202251-subnet', 'tenant_id': 'e028b4cb403e4d0192d013b395b61956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:24.987967 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-709fd834-b41a-476c-a91e-c02a7c9a4b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:25.005130 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:25.014587 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Usage tracker for resource:subnet and tenant:e028b4cb403e4d0192d013b395b61956 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:25.021737 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:25.029230 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:25.042320 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Made reservation on behalf of e028b4cb403e4d0192d013b395b61956 for: {'subnet': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:25.047467 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.149487 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Pushing event updated for resources: {'Network': ['ID=c404be49-7670-4be9-8bb3-48a5cb3403f3,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:25.162194 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network c404be49-7670-4be9-8bb3-48a5cb3403f3 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:25.414004 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6856403 May 27 13:13:25.416346 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.417333 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40300) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:25.477466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.484868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Request body: {'subnet': {'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-subnet', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:25.488116 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.494618 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Pushing event updated for resources: {'Network': ['ID=d27268b7-d8d0-40d0-999e-3da0a6c787ff,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:25.501883 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:25.507153 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.507896 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:25.510025 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:25.513722 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:25.523801 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Usage tracker for resource:subnet and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:25.543000 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:25.574223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:25.578725 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:25.598789 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:25.606583 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.609053 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885e5fe-5904-4c19-8aeb-662a5370cef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c060f-9b10-413f-8d65-3ee43f412167,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:25.622252 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.623119 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Added segment 5adea867-0af0-48ba-9be8-63c464beb2b8 of type vlan for network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b May 27 13:13:25.663588 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.703907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.706540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.707099 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Added segment 8aaae6b5-5089-4d7a-913b-7a1829e9fbc7 of type vlan for network f2660340-c8d6-4d4d-a683-a81a09762a51 May 27 13:13:25.747623 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bfc309-b560-4854-9917-05934783923d admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:25.758790 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Made reservation on behalf of 42db8257e0b94824b6bcf7286215248c for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:25.761536 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.775191 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.779577 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.783787 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.789314 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:25.808125 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.808474 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Added segment 7326f922-d882-4ebd-827d-e07761d5d062 of type vlan for network bf837b08-7f4f-4eb7-bddd-494768cf4649 May 27 13:13:25.841045 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:25.841744 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.863073 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76629c79-352e-4ca6-99e3-48b86c6d472c,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:25.876113 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.876643 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.877078 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.877595 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.878039 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.878444 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.878882 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.879298 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.879712 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.880116 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.880545 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.880945 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Tracked resource versions report: May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: pushed versions: May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: { 'AddressGroup': {'1.2'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'ConntrackHelper': {'1.0'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Log': {'1.0'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Network': {'1.1'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Port': {'1.7'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'PortForwarding': {'1.2'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'QosPolicy': {'1.8'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroup': {'1.4'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'SubPort': {'1.0'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Subnet': {'1.1'}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Trunk': {'1.1'}} May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: consumer versions: May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'ConntrackHelper': '1.0', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Log': '1.0', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Network': '1.1', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Port': '1.7', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'PortForwarding': '1.2', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'QosPolicy': '1.8', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroup': '1.4', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'SecurityGroupRule': '1.2', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'SubPort': '1.0', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Subnet': '1.1', May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: 'Trunk': '1.1'}} May 27 13:13:25.882107 dv-cinder-751579-24-smb neutron-server[91946]: {{(pid=91946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:25.888591 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:25.889689 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Checking segment: {'id': 'bc85ab7a-2713-48a8-b956-24c0a96134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:25.890357 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Network hostable DHCP agents. Network: c404be49-7670-4be9-8bb3-48a5cb3403f3, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:25.914126 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Network c404be49-7670-4be9-8bb3-48a5cb3403f3 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:25.928577 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, c404be49-7670-4be9-8bb3-48a5cb3403f3) {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:25.933993 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:25.935025 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.939231 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fdeceb-712f-4444-9c3e-a2833c04a79b,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:25.940748 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1a497-5b35-4a50-b7ce-46f5e96b9990 None None] Network c404be49-7670-4be9-8bb3-48a5cb3403f3 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:25.955320 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:25.993856 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0194066 May 27 13:13:26.005426 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.086015 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2913cde-49af-4544-ba0a-259ccf92e7c7,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:26.090518 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.125957 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.235s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:26.140143 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.142028 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1525552 May 27 13:13:26.145738 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40320) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:26.152541 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Request body: {'subnet': {'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-541917730-subnet', 'tenant_id': 'd068f03115734e6bb0a6dba94397a301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:26.162557 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:26.164765 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:26.165187 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.177004 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Usage tracker for resource:subnet and tenant:d068f03115734e6bb0a6dba94397a301 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:26.183121 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:26.202416 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:26.215541 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-71bfc309-b560-4854-9917-05934783923d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0945783 May 27 13:13:26.226185 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40326) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:26.231966 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Request body: {'subnet': {'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-subnet', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:26.248758 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Made reservation on behalf of d068f03115734e6bb0a6dba94397a301 for: {'subnet': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:26.251163 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.270982 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eff332-5855-462a-bcd8-8f341b50c12e,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:26.275022 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.278320 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.333s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:26.308096 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.333608 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d268cb-fc3b-43bf-9e86-451ad9d5d3e9 None None] Network c404be49-7670-4be9-8bb3-48a5cb3403f3 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:26.375899 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:26.376512 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.431074 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9a2c-5e89-46c4-a982-e877385daeab admin admin] Pushing event updated for resources: {'Network': ['ID=454341a4-58cd-4bd6-b3db-2c0cbad4f01b,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:26.457780 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:26.533700 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6239383 May 27 13:13:26.542069 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40344) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:26.548768 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Request body: {'subnet': {'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1656279304-subnet', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:26.560932 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:26.568530 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Pushing event updated for resources: {'Network': ['ID=bf837b08-7f4f-4eb7-bddd-494768cf4649,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:26.572272 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.587700 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:26.590156 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Usage tracker for resource:subnet and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:26.592969 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.046s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:26.593336 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.596156 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:26.598661 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.840s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:26.598952 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.606550 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.747s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:26.622300 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40356) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:26.624501 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:26.633746 dv-cinder-751579-24-smb neutron-server[91947]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 13:13:26.661030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:26.665665 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Usage tracker for resource:subnet and tenant:11142ba1693948109125509fd1f03a54 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:26.669274 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:26.675355 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:26.699889 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Made reservation on behalf of 11142ba1693948109125509fd1f03a54 for: {'subnet': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:26.702597 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.774632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Made reservation on behalf of 407679f7f4d64e0cbfdb7753ac0cd4e2 for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:26.776834 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:26.913636 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Pushing event updated for resources: {'Network': ['ID=f2660340-c8d6-4d4d-a683-a81a09762a51,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:26.916390 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.933223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.726s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:26.933520 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.939752 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:26.940206 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:26.942439 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network f2660340-c8d6-4d4d-a683-a81a09762a51 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:27.018146 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-aaf0192a-faca-4e19-a881-72110aee5139 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:27.018896 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-aaf0192a-faca-4e19-a881-72110aee5139 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Synchronizing usage tracker for tenant:e028b4cb403e4d0192d013b395b61956 on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:27.060140 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-aaf0192a-faca-4e19-a881-72110aee5139 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Unset dirty status for tenant:e028b4cb403e4d0192d013b395b61956 on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:27.061448 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-aaf0192a-faca-4e19-a881-72110aee5139 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/networks?id=c404be49-7670-4be9-8bb3-48a5cb3403f3 HTTP/1.1" status: 200 len: 811 time: 0.4346886 May 27 13:13:27.132778 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-fdc5789b-c9cd-4d25-81c3-d686abec9e03 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/quotas/e028b4cb403e4d0192d013b395b61956 HTTP/1.1" status: 200 len: 375 time: 0.0395277 May 27 13:13:27.187316 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.194882 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-970c7009-0a0d-42e9-b456-56b6d9c22c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:27.205324 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-44f8cdd2-da85-4429-9f78-38a511f363a8 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e028b4cb403e4d0192d013b395b61956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630808 May 27 13:13:27.303154 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:27.309431 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:27.322151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Checking segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:27.322621 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Network hostable DHCP agents. Network: 454341a4-58cd-4bd6-b3db-2c0cbad4f01b, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:27.372081 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:27.391432 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.431107 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, 454341a4-58cd-4bd6-b3db-2c0cbad4f01b) {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:27.441725 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eefe5d-76d9-4af5-b727-e0f5c8a23629 None None] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:27.444685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:27.445594 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.447126 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-37e00899-5267-4b23-a9a7-8e62bbc38983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:27.498622 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.500694 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3535364 May 27 13:13:27.506235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:27.593703 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-e48f7e09-73d1-4bd7-876e-e98e24f36975 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:13:27.594607 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-e48f7e09-73d1-4bd7-876e-e98e24f36975 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0961916 May 27 13:13:27.600984 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:27.603820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:27.658866 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a264d129-dc52-4bd9-93d9-60b60009f11f,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:27.665981 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:27.672337 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Checking segment: {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:27.672854 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Network hostable DHCP agents. Network: bf837b08-7f4f-4eb7-bddd-494768cf4649, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:27.698159 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:27.720885 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, bf837b08-7f4f-4eb7-bddd-494768cf4649) {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:27.726555 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:27.728634 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.739847 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a152c-8330-4053-8d6c-93c85838ace7 None None] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:27.755311 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5278001 May 27 13:13:27.758166 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40400) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:27.768223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Checking segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:27.768841 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Network hostable DHCP agents. Network: d27268b7-d8d0-40d0-999e-3da0a6c787ff, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:27.774566 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:27.787302 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:27.794438 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Usage tracker for resource:router and tenant:11142ba1693948109125509fd1f03a54 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:27.798128 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:27.807025 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:27.822736 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.824825 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.827250 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:27.872930 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, d27268b7-d8d0-40d0-999e-3da0a6c787ff) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:27.878681 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.892454 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:27.893315 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.928753 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5051725 May 27 13:13:27.940190 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40410) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:27.949632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:27.959742 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-8c832c36-d2e2-4d17-b5df-267e2eecc9e8 service neutron] 10.222.0.76 "GET /v2.0/networks/c404be49-7670-4be9-8bb3-48a5cb3403f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526163 May 27 13:13:27.962220 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:27.962362 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952d8f9-0ffa-4f56-811c-d1ee51449294 None None] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:28.058081 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Usage tracker for resource:router and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:28.072165 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:28.085052 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:28.173439 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.177742 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89080a49-5707-47cd-876e-bbcf58f2cefd None None] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:28.219113 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5c2d9d19-f312-4bc7-bc4c-d932e56e5092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:28.333008 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.460497 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.466953 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.523022 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-9b001215-75cc-443c-820e-122fd8618ecf service neutron] 10.222.0.76 "GET /v2.0/networks/c404be49-7670-4be9-8bb3-48a5cb3403f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962261 May 27 13:13:28.553625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1b8901-3dbf-4871-95b8-6a1c4b02f944,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:28.556293 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.612511 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce63107-4238-45b7-8e11-ccba37701f21 None None] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:28.663352 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Checking segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:28.664078 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Network hostable DHCP agents. Network: f2660340-c8d6-4d4d-a683-a81a09762a51, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:28.669370 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40446) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:28.670541 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:28.719738 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.757795 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.796654 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Network f2660340-c8d6-4d4d-a683-a81a09762a51 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:28.919268 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Allocated IP 172.28.0.100 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/3333537e-e5c9-4192-b2e9-5a65c1292f4c) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:29.019543 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, f2660340-c8d6-4d4d-a683-a81a09762a51) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:29.067854 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639780a0-0e60-4a3a-813e-79ef292abd39 None None] Network f2660340-c8d6-4d4d-a683-a81a09762a51 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:29.084302 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:29.085160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.113280 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.164475 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b46b21ba-5a9a-4f7e-af29-1aa5b48335d1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6202331 May 27 13:13:29.164475 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40470) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:29.166961 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.186452 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:29.190349 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-d27268b7-d8d0-40d0-999e-3da0a6c787ff', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:13:29.194882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:29.198172 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.258351 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-01168914-e7f8-4ada-9e27-e14a2d19737b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:29.259220 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-01168914-e7f8-4ada-9e27-e14a2d19737b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Synchronizing usage tracker for tenant:d068f03115734e6bb0a6dba94397a301 on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:29.266492 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Usage tracker for resource:router and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:29.273686 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:29.289135 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:29.313657 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-01168914-e7f8-4ada-9e27-e14a2d19737b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Unset dirty status for tenant:d068f03115734e6bb0a6dba94397a301 on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:29.315019 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-01168914-e7f8-4ada-9e27-e14a2d19737b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.6280367 May 27 13:13:29.318118 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.319210 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.340526 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.346490 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-c00f2043-7174-459a-abda-7524c4f34a0f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/quotas/d068f03115734e6bb0a6dba94397a301 HTTP/1.1" status: 200 len: 375 time: 0.0221305 May 27 13:13:29.353726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.357913 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:29.409670 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:29.410930 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:29.420405 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:29.568874 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c5624c86-9775-4bce-be50-282ec8e40862 req-11efad44-51d5-404b-9562-6caa8f9d501f tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.2192798 May 27 13:13:29.623379 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-14a8c4e1-51da-44c9-a9a1-88f0bcbf1f34 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2312808 May 27 13:13:29.776449 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Pushing event updated for resources: {'Port': ['ID=3333537e-e5c9-4192-b2e9-5a65c1292f4c,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:29.795997 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:29.924308 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Allocated IP 172.20.0.2 (d27268b7-d8d0-40d0-999e-3da0a6c787ff/6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a/9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:29.930367 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-f2660340-c8d6-4d4d-a683-a81a09762a51', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:13:29.932271 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.002855 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.294823 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-ab7e6b66-4e9c-4c75-9258-11bb778a8d6c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:13:30.296434 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-ab7e6b66-4e9c-4c75-9258-11bb778a8d6c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4437406 May 27 13:13:30.417599 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40528) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:30.422878 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Allocated IP 172.20.0.2 (f2660340-c8d6-4d4d-a683-a81a09762a51/2f1b8901-3dbf-4871-95b8-6a1c4b02f944/c6e3c336-689b-479a-b3d0-0f84de9d2198) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:30.554576 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.600991 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.705590 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.715446 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.732225 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Transition to ACTIVE for port object 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:30.751022 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:30.758151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Usage tracker for resource:security_group_rule and tenant:3a55bbc74cae4432b9fa3c28a6ffaa5b is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:30.767124 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.769935 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Transition to ACTIVE for port object 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:30.779197 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Transition to ACTIVE for port object c6e3c336-689b-479a-b3d0-0f84de9d2198 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:30.786055 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.795350 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:30.810326 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:30.819588 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-4761d11a-65c5-4c0f-a965-0accb83a5809 service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302135 May 27 13:13:30.831688 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:30.863653 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Transition to ACTIVE for port object c6e3c336-689b-479a-b3d0-0f84de9d2198 will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:30.875187 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:30.878239 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:30.882996 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.883909 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:30.886092 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Pushing event updated for resources: {'Port': ['ID=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:30.931781 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.932169 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.932460 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.932786 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.933594 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.933594 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.933772 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.934953 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.934953 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.934953 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.934953 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.935394 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Tracked resource versions report: May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: pushed versions: May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: { 'AddressGroup': {'1.2'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'ConntrackHelper': {'1.0'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Log': {'1.0'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Network': {'1.1'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Port': {'1.7'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'PortForwarding': {'1.2'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'QosPolicy': {'1.8'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroup': {'1.4'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'SubPort': {'1.0'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Subnet': {'1.1'}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Trunk': {'1.1'}} May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: consumer versions: May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'ConntrackHelper': '1.0', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Log': '1.0', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Network': '1.1', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Port': '1.7', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'PortForwarding': '1.2', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'QosPolicy': '1.8', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroup': '1.4', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'SecurityGroupRule': '1.2', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'SubPort': '1.0', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Subnet': '1.1', May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: 'Trunk': '1.1'}} May 27 13:13:30.936348 dv-cinder-751579-24-smb neutron-server[91948]: {{(pid=91948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:30.940405 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.949823 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:30.950555 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:31.003937 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.019978 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.052863 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:31.069238 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a55bbc74cae4432b9fa3c28a6ffaa5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6496561 May 27 13:13:31.073427 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Router 61cf6fef-e76e-43d4-9f86-92f610ed112a is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:13:31.075411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40538) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:31.075857 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Network f2660340-c8d6-4d4d-a683-a81a09762a51 is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:31.089308 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-406c41bd-6561-4b7a-bed0-9c53342d8dc7 req-bb939401-b545-4f29-adb0-98b3447a30f6 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.2425323 May 27 13:13:31.092356 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:31.095340 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.100493 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:31.106993 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Attempting to bind port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:31.107361 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Attempting to bind port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:31.107756 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Attempting to bind port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:31.151037 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:31.151425 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Checking segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:31.151824 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.152238 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Bound using segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:31.152707 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Bound port: 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:31.153094 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.192294 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54688cd7-e193-44c8-b36b-fe794aea9c31,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:31.197090 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Pushing event updated for resources: {'Port': ['ID=c6e3c336-689b-479a-b3d0-0f84de9d2198,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:31.205011 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:31.206213 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:31.265782 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Attempting to bind port c6e3c336-689b-479a-b3d0-0f84de9d2198 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:31.266145 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Attempting to bind port c6e3c336-689b-479a-b3d0-0f84de9d2198 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:31.266390 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Attempting to bind port c6e3c336-689b-479a-b3d0-0f84de9d2198 on network f2660340-c8d6-4d4d-a683-a81a09762a51 {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:31.277472 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:31.277878 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Checking segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:31.278232 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.278634 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Bound using segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:31.279127 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Bound port: c6e3c336-689b-479a-b3d0-0f84de9d2198, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:31.279570 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.316391 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:31.325869 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Sync routers for ids ['61cf6fef-e76e-43d4-9f86-92f610ed112a'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:31.338579 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-2d9116bd-f023-49fc-b9b8-152dcdf6aad2 service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172727 May 27 13:13:31.345646 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Routers {'61cf6fef-e76e-43d4-9f86-92f610ed112a'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:31.346445 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['61cf6fef-e76e-43d4-9f86-92f610ed112a'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:31.361320 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] For port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:31.375399 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] For port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:31.384506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.391077 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.395733 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:31.416185 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.421823 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6619928 May 27 13:13:31.423470 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40550) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:31.471691 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Pushing event updated for resources: {'Port': ['ID=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:31.481156 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:31.509353 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] For port c6e3c336-689b-479a-b3d0-0f84de9d2198, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:31.517612 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] For port c6e3c336-689b-479a-b3d0-0f84de9d2198, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=c6e3c336-689b-479a-b3d0-0f84de9d2198,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:31.532533 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.536892 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:31.560036 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.610637 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Allocated IP 172.28.0.39 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/23e8ebee-29b7-4448-83b4-5230bc848c30) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:31.709736 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Pushing event updated for resources: {'Port': ['ID=c6e3c336-689b-479a-b3d0-0f84de9d2198,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:31.735374 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.64', 49871) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:31.736610 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:32.060625 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Set router 61cf6fef-e76e-43d4-9f86-92f610ed112a gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:32.473806 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40596) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:32.719486 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:13:29Z', 'revision_number': 3, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port': {'id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:32.725340 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Checking router: 61cf6fef-e76e-43d4-9f86-92f610ed112a for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:32.725946 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Updating router 61cf6fef-e76e-43d4-9f86-92f610ed112a port 3333537e-e5c9-4192-b2e9-5a65c1292f4c binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:32.815446 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.820946 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-708dd5d3-4231-4369-81fc-31477ec48727 req-a55e39ad-cfdf-4350-8a5a-c5da0cf5bbcc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 210 time: 0.9301248 May 27 13:13:33.025634 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.064989 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3f605136-0d97-409a-9833-06d110899e30 req-e4716ffb-5626-42d6-a2e6-24b8f1977c53 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.4134223 May 27 13:13:33.185789 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.242691 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:33.261116 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:630ac8e8bc7542b1a6f37f15f5c1f8e7 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:33.269347 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:33.289431 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-728237ca-0464-4cd5-a8c3-8e675a86c405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:33.298535 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:33.406314 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.427577 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a9886-c02f-4abf-bf7d-cd94cfb84712 None None] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:33.624533 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.627348 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54688cd7-e193-44c8-b36b-fe794aea9c31,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:33.636431 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:33.688529 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.847956 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9edaeda8-d0e0-458a-ab65-6f6a823a4127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:33.960027 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.964713 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-6c63afa3-e52a-4cf2-8070-000584985874 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:33.967019 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-6c63afa3-e52a-4cf2-8070-000584985874 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.64 "GET /v2.0/networks?id=c404be49-7670-4be9-8bb3-48a5cb3403f3 HTTP/1.1" status: 200 len: 811 time: 2.2285798 May 27 13:13:33.969441 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.989616 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.014836 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-eda2cfad-0037-43e8-a8d9-055172435eb2 None None] Provisioning for port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:34.036769 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:34.091321 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device c6e3c336-689b-479a-b3d0-0f84de9d2198 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:34.104410 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.136194 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Transition to ACTIVE for port object 3333537e-e5c9-4192-b2e9-5a65c1292f4c will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:34.146017 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.151709 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:34.200056 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.233388 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b11c42f-b435-4456-9397-9413fff5378a None None] Network f2660340-c8d6-4d4d-a683-a81a09762a51 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:34.242289 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a438f7-4045-435f-ae7a-27c37b2f8c59,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:34.246898 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:34.256637 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=630ac8e8bc7542b1a6f37f15f5c1f8e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7790048 May 27 13:13:34.263791 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40656) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:34.310359 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Pushing event updated for resources: {'Port': ['ID=3333537e-e5c9-4192-b2e9-5a65c1292f4c,revision_number=2']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:34.342542 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.342875 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.343430 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.343935 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.344451 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.344952 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.345466 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.345955 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.346488 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.346992 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.347488 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.348007 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Tracked resource versions report: May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: pushed versions: May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: { 'AddressGroup': {'1.2'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'ConntrackHelper': {'1.0'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Log': {'1.0'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Network': {'1.1'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Port': {'1.7'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'PortForwarding': {'1.2'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'QosPolicy': {'1.8'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroup': {'1.4'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'SubPort': {'1.0'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Subnet': {'1.1'}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Trunk': {'1.1'}} May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: consumer versions: May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: { DHCP agent@dv-cinder-751579-24-smb: {}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: L3 agent@dv-cinder-751579-24-smb: {}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: Metadata agent@dv-cinder-751579-24-smb: {}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: Metering agent@dv-cinder-751579-24-smb: {}, May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: Open vSwitch agent@dv-cinder-751579-24-smb: { 'AddressGroup': '1.2', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'ConntrackHelper': '1.0', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Log': '1.0', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Network': '1.1', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Port': '1.7', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'PortForwarding': '1.2', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'QosPolicy': '1.8', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroup': '1.4', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'SecurityGroupRule': '1.2', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'SubPort': '1.0', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Subnet': '1.1', May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: 'Trunk': '1.1'}} May 27 13:13:34.349353 dv-cinder-751579-24-smb neutron-server[91949]: {{(pid=91949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:34.356385 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:34.364504 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Attempting to bind port 3333537e-e5c9-4192-b2e9-5a65c1292f4c on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:34.365142 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Attempting to bind port 3333537e-e5c9-4192-b2e9-5a65c1292f4c by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:34.365707 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Attempting to bind port 3333537e-e5c9-4192-b2e9-5a65c1292f4c on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:34.371697 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:34.372614 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:34.373300 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.373879 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:34.374538 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Bound port: 3333537e-e5c9-4192-b2e9-5a65c1292f4c, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:34.375101 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.398417 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Pushing event updated for resources: {'Port': ['ID=23e8ebee-29b7-4448-83b4-5230bc848c30,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:34.430246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:34.437267 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.438418 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54688cd7-e193-44c8-b36b-fe794aea9c31 HTTP/1.1" status: 204 len: 168 time: 3.3524599 May 27 13:13:34.456923 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:34.535649 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Allocated IP 172.20.0.1 (bf837b08-7f4f-4eb7-bddd-494768cf4649/a264d129-dc52-4bd9-93d9-60b60009f11f/212978e5-e171-4030-a6aa-e26e0b0f722e) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:34.560186 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] For port 3333537e-e5c9-4192-b2e9-5a65c1292f4c, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:34.564340 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] For port 3333537e-e5c9-4192-b2e9-5a65c1292f4c, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=3333537e-e5c9-4192-b2e9-5a65c1292f4c,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:34.573389 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.584806 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-b86a9b5c-ebbf-4969-bbf8-8139d55cf445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:34.637338 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:34.663436 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:34.721869 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.759361 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Routers {'61cf6fef-e76e-43d4-9f86-92f610ed112a'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:34.760321 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['61cf6fef-e76e-43d4-9f86-92f610ed112a'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:34.760664 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Provisioning for port c6e3c336-689b-479a-b3d0-0f84de9d2198 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:34.770865 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port c6e3c336-689b-479a-b3d0-0f84de9d2198 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:34.778641 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.791589 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ecf76924-3006-4fdc-ba56-99c2a22577a7 req-58ba2b4d-d90e-41c0-b427-34edeb219715 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 210 time: 0.4157629 May 27 13:13:34.796636 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:34.803330 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Provisioning complete for port c6e3c336-689b-479a-b3d0-0f84de9d2198 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:34.803826 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.818164 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0f97c2ab-0d3a-44ef-92f1-a0a7dc0ada8e req-ba2732cd-4e99-48eb-98cb-520016cb9d6f tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.4228616 May 27 13:13:34.921574 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Pushing event updated for resources: {'Port': ['ID=212978e5-e171-4030-a6aa-e26e0b0f722e,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:34.940465 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:34.943544 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port c6e3c336-689b-479a-b3d0-0f84de9d2198 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:34.944016 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.971010 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:34.984662 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:34.988829 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:34.989314 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.031139 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Allocated IP 172.28.0.75 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/4825e518-4628-4300-ae1e-8c6117b23ed7) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:35.210953 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.247520 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] Set router 61cf6fef-e76e-43d4-9f86-92f610ed112a gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:35.304263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.372079 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.372323 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.506880 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.529187 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-38bba25c-735c-40ab-bcff-84896eec3ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:35.552594 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a438f7-4045-435f-ae7a-27c37b2f8c59,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:35.576705 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:35.579335 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] For port c6e3c336-689b-479a-b3d0-0f84de9d2198, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=c6e3c336-689b-479a-b3d0-0f84de9d2198,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:35.637051 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.638314 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37a438f7-4045-435f-ae7a-27c37b2f8c59 HTTP/1.1" status: 204 len: 168 time: 1.3730335 May 27 13:13:35.672359 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.720270 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Pushing event updated for resources: {'Port': ['ID=3333537e-e5c9-4192-b2e9-5a65c1292f4c,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:35.738604 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:35.903553 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:36.039241 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.db.api [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 13:13:36.046549 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_db.api [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 13:13:36.092187 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:13:29Z', 'revision_number': 3, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port': {'id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:36.108832 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca2711a-aa9d-4456-a0fe-cd6dd005931b None None] The sync data for ids ['61cf6fef-e76e-43d4-9f86-92f610ed112a'] in dv-cinder-751579-24-smb is: [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:13:29Z', 'revision_number': 3, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port': {'id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:36.113921 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Pushing event updated for resources: {'Port': ['ID=c6e3c336-689b-479a-b3d0-0f84de9d2198,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:36.120006 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:36.121275 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-c130b218-d2d1-4700-906a-5af4ae9d00c3 None None] Provisioning complete for port c6e3c336-689b-479a-b3d0-0f84de9d2198 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:36.121641 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c130b218-d2d1-4700-906a-5af4ae9d00c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.188354 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-efa176d9-da7d-487c-a358-8388af20e28c req-da1ec744-8743-4a80-9798-cd7e952fe6d5 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 210 time: 0.1408231 May 27 13:13:36.197340 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40710) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:36.238515 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.323117 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.487251 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-474264677-network', 'tenant_id': '0558cf89257641fd9d8a36d89281718a'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:36.535080 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:36.546916 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Usage tracker for resource:network and tenant:0558cf89257641fd9d8a36d89281718a is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:36.576456 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:36.576634 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e1e2813a-cc04-4c01-93ae-6842cf0b63c8 req-4e5f7b45-37bb-4e1a-8154-a8baa12f7d93 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.3714628 May 27 13:13:36.611685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:36.615437 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.712709 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Request body: {'port': {'device_id': '2e355f1e-c4ba-4638-bf66-01927df47495', 'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3', 'admin_state_up': True, 'tenant_id': 'e028b4cb403e4d0192d013b395b61956'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:36.723568 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Made reservation on behalf of 0558cf89257641fd9d8a36d89281718a for: {'network': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:36.726262 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.772574 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.800870 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8b9c112c-00c6-460e-a637-d3572a391a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:36.809280 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:36.859600 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.932241 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.64', 49879) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:36.939750 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:36.952573 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:36.958348 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:36.958727 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.139182 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.141402 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-11892a83-03b5-462c-8d1f-bf48a5ea6d94 None None] Provisioning complete for port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:37.141779 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-11892a83-03b5-462c-8d1f-bf48a5ea6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.182850 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Usage tracker for resource:security_group_rule and tenant:0558cf89257641fd9d8a36d89281718a is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:37.207167 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:37.366303 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.376787 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:37.379058 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4825e518-4628-4300-ae1e-8c6117b23ed7,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:37.398575 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:37.399577 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:37.412535 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Usage tracker for resource:port and tenant:e028b4cb403e4d0192d013b395b61956 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:37.444115 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:37.447493 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:37.454765 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:37.532723 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:37.542053 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-af4066d8-fe0f-479d-8ae9-0c1d4f9e3017 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:37.543645 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-af4066d8-fe0f-479d-8ae9-0c1d4f9e3017 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.6056857 May 27 13:13:37.631144 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-11892a83-03b5-462c-8d1f-bf48a5ea6d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.687879 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:37.703653 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.715573 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-d0eac082-edf9-4fe6-9af6-210ad7a5c2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:37.753554 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Request body: {'port': {'device_id': '596276b9-83c2-4b83-a12e-001b7df15709', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'admin_state_up': True, 'tenant_id': 'd068f03115734e6bb0a6dba94397a301'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:37.801190 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:37.823503 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.db.resource_extend [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:13:37.878291 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.db.api [None req-11892a83-03b5-462c-8d1f-bf48a5ea6d94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 13:13:37.879062 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_db.api [None req-11892a83-03b5-462c-8d1f-bf48a5ea6d94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 13:13:37.879688 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:37.884472 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:38.026750 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.067947 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3333537e-e5c9-4192-b2e9-5a65c1292f4c up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:38.069151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.100799 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.111960 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:38.204489 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 3333537e-e5c9-4192-b2e9-5a65c1292f4c completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:38.234126 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 3333537e-e5c9-4192-b2e9-5a65c1292f4c triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:38.234684 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.386236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.415545 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.424399 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:38.457004 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Usage tracker for resource:port and tenant:d068f03115734e6bb0a6dba94397a301 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:38.459743 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Pushing event updated for resources: {'Port': ['ID=212978e5-e171-4030-a6aa-e26e0b0f722e,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:38.482764 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:38.485754 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:38.504136 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b6ced624-eca1-4eee-a37c-e8178a01829d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:38.533061 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-15916aa0-ef71-4889-a493-c52f08697c18 req-867a832f-4d4d-461f-aeac-e7702ee85979 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 210 time: 0.7726440 May 27 13:13:38.534185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Made reservation on behalf of e028b4cb403e4d0192d013b395b61956 for: {'port': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:38.537884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.572608 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=91946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:38.609959 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:38.644973 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.653844 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-03a3a896-ff1a-426d-b3ee-d2d31c0671f7 req-18584e75-1d20-4b01-b55f-6c48b458fa8e tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.6590674 May 27 13:13:38.703672 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ff1033-94ef-4604-bb89-a981eeb02cd5,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:38.708962 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 3333537e-e5c9-4192-b2e9-5a65c1292f4c, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=3333537e-e5c9-4192-b2e9-5a65c1292f4c,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:38.717905 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.721263 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device c6e3c336-689b-479a-b3d0-0f84de9d2198 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:38.738250 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739896646894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.740395 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Unsubscribe: segment precommit_create {{(pid=91946) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 13:13:38.744657 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.segments_db [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Added segment 6ad51b34-5014-4111-8ec0-4ab922969e0b of type vlan for network 4efd0906-2e04-4e21-80b9-4135d7008092 May 27 13:13:38.783901 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:38.791818 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:38.797096 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:38.805227 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:38.809153 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Made reservation on behalf of d068f03115734e6bb0a6dba94397a301 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:38.813825 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.095797 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=3333537e-e5c9-4192-b2e9-5a65c1292f4c,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:39.101396 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:39.121299 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port c6e3c336-689b-479a-b3d0-0f84de9d2198 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:39.122001 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.164692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.234763 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.466585 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.477846 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:39.478583 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.486078 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:39.499975 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.591771 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Router 61cf6fef-e76e-43d4-9f86-92f610ed112a has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:13:39.642035 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Allocated IP 172.20.0.11 (454341a4-58cd-4bd6-b3db-2c0cbad4f01b/017c22aa-8e14-4f9b-8a8a-bbdccfc987aa/16a97cc2-67fc-4a56-b1b2-308262b5918b) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:39.654553 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4543614 May 27 13:13:39.905155 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40792) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:39.991450 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3333537e-e5c9-4192-b2e9-5a65c1292f4c up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:40.050169 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40804) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:40.055658 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Request body: {'subnet': {'network_id': '4efd0906-2e04-4e21-80b9-4135d7008092', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-474264677-subnet', 'tenant_id': '0558cf89257641fd9d8a36d89281718a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:40.098361 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Pushing event updated for resources: {'Network': ['ID=4efd0906-2e04-4e21-80b9-4135d7008092,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:40.113034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:40.159128 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network 4efd0906-2e04-4e21-80b9-4135d7008092 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:40.255048 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Allocated IP 172.20.0.6 (c404be49-7670-4be9-8bb3-48a5cb3403f3/76629c79-352e-4ca6-99e3-48b86c6d472c/53f8e326-c6e6-4d5b-a17b-68a0cbacca9d) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:40.446371 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 3333537e-e5c9-4192-b2e9-5a65c1292f4c triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:40.447535 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.607020 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.640957 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-714dc07c-77d6-439c-bfe1-be0677b852c4 req-712db42b-c7d9-471e-90a1-fbd61d88a65c tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 210 time: 0.4578681 May 27 13:13:40.668547 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:40.675374 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:40.676020 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] 10.222.0.76 "PUT /v2.0/routers/61cf6fef-e76e-43d4-9f86-92f610ed112a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2512438 May 27 13:13:40.682270 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.684383 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Sync routers for ids ['61cf6fef-e76e-43d4-9f86-92f610ed112a'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:40.695281 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8ec08a5b-63ce-4b16-b6ff-bcff2927f404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:40.760262 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Routers {'61cf6fef-e76e-43d4-9f86-92f610ed112a'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:40.760982 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['61cf6fef-e76e-43d4-9f86-92f610ed112a'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:40.783131 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event updated for resources: {'Port': ['ID=16a97cc2-67fc-4a56-b1b2-308262b5918b,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:40.787288 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:40.804869 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:40.807579 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:40.812457 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:40.821591 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:40.822489 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.828301 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.849041 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1445284 May 27 13:13:40.869498 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-91872055-45f6-4181-aeee-f01560b0614a req-cf62f242-8974-4e32-97d2-254dc227fc11 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.9181402 May 27 13:13:40.886798 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Usage tracker for resource:subnet and tenant:0558cf89257641fd9d8a36d89281718a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:40.904771 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:40.919471 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:40.926933 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:40.963052 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.070545 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.076487 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:41.081004 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Usage tracker for resource:security_group_rule and tenant:63b78d96a9ae4676a702cdf38940bed3 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:41.084473 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:41.099078 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Made reservation on behalf of 0558cf89257641fd9d8a36d89281718a for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:41.108748 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.133576 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:41.167057 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:41.167738 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.207377 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:41.296616 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Set router 61cf6fef-e76e-43d4-9f86-92f610ed112a gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:41.394331 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Network c404be49-7670-4be9-8bb3-48a5cb3403f3 is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:41.404635 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:41.415582 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:41.421253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:41.421889 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.426480 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.609238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Router 1560974c-82c0-4afe-b59b-9401e71ad966 is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:13:41.640585 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Pushing event updated for resources: {'Port': ['ID=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:41.643796 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:41.655259 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4323952 May 27 13:13:41.878773 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:13:35Z', 'revision_number': 4, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port': {'id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '212978e5-e171-4030-a6aa-e26e0b0f722e', 'name': '', 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'mac_address': 'fa:16:3e:f6:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:36Z', 'revision_number': 2, 'project_id': '11142ba1693948109125509fd1f03a54', 'subnets': [{'id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:41.878773 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Checking router: 61cf6fef-e76e-43d4-9f86-92f610ed112a for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:41.886364 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Updating router 61cf6fef-e76e-43d4-9f86-92f610ed112a port 212978e5-e171-4030-a6aa-e26e0b0f722e binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:41.948696 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.389492 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.403484 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Transition to ACTIVE for port object 212978e5-e171-4030-a6aa-e26e0b0f722e will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:42.412486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.420647 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:42.491407 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.520730 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.547075 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e8eff-626d-4dac-ab7a-4eff5bda7ff5 None None] Pushing event updated for resources: {'Port': ['ID=212978e5-e171-4030-a6aa-e26e0b0f722e,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:42.555816 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-466b40b4-4fa6-4f0b-9ce2-6ee297e25cd7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:42.556553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-466b40b4-4fa6-4f0b-9ce2-6ee297e25cd7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Synchronizing usage tracker for tenant:11142ba1693948109125509fd1f03a54 on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:42.567216 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:42.577052 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-2b5e8eff-626d-4dac-ab7a-4eff5bda7ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:42.604123 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:42.642452 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Sync routers for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:42.642452 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:42.642452 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:42.660967 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63b78d96a9ae4676a702cdf38940bed3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4833381 May 27 13:13:42.663916 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40854) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:42.677131 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Attempting to bind port 212978e5-e171-4030-a6aa-e26e0b0f722e on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:42.677498 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Attempting to bind port 212978e5-e171-4030-a6aa-e26e0b0f722e by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:42.677941 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Attempting to bind port 212978e5-e171-4030-a6aa-e26e0b0f722e on network bf837b08-7f4f-4eb7-bddd-494768cf4649 {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:42.685698 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:42.686092 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Checking segment: {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:42.686567 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.687008 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Bound using segment: {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:42.687828 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Bound port: 212978e5-e171-4030-a6aa-e26e0b0f722e, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:42.688146 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.700989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841150-3ae8-47ef-a119-1707fa7e1416 req-557fe605-bfac-42a5-befb-f0237c09a80f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:42.702898 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f3841150-3ae8-47ef-a119-1707fa7e1416 req-557fe605-bfac-42a5-befb-f0237c09a80f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 932 time: 0.8283055 May 27 13:13:42.715001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-466b40b4-4fa6-4f0b-9ce2-6ee297e25cd7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Unset dirty status for tenant:11142ba1693948109125509fd1f03a54 on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:42.716384 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-466b40b4-4fa6-4f0b-9ce2-6ee297e25cd7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 819 time: 1.1024249 May 27 13:13:42.734429 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Notify callbacks [] for router, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.738692 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 14.7944522 May 27 13:13:42.740703 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40858) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:42.746149 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd134c43-c8ee-48d4-a53f-f402ceb2a081,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:42.756717 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:42.825685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.826123 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] For port 212978e5-e171-4030-a6aa-e26e0b0f722e, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:42.830699 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] For port 212978e5-e171-4030-a6aa-e26e0b0f722e, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=212978e5-e171-4030-a6aa-e26e0b0f722e,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:42.835580 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.844327 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:42.860357 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.930374 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Routers {'61cf6fef-e76e-43d4-9f86-92f610ed112a'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:42.931308 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['61cf6fef-e76e-43d4-9f86-92f610ed112a'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:42.942713 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.949017 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Router 47164ff3-e2a9-4ea0-b01a-26ae44059269 is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:13:42.950248 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:42.954733 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:13:42.960223 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:42.977440 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-9299ad4f-8593-40fe-9199-3ec8a19eb738 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/quotas/11142ba1693948109125509fd1f03a54 HTTP/1.1" status: 200 len: 375 time: 0.2373648 May 27 13:13:42.999844 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd134c43-c8ee-48d4-a53f-f402ceb2a081,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:43.011635 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:43.012670 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-f3841150-3ae8-47ef-a119-1707fa7e1416 req-b15b34b0-9688-4830-a5ff-1fdf4cd33ffc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Synchronizing usage tracker for tenant:d068f03115734e6bb0a6dba94397a301 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:43.017042 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:43.018184 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd134c43-c8ee-48d4-a53f-f402ceb2a081 HTTP/1.1" status: 204 len: 168 time: 0.3511844 May 27 13:13:43.054478 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e8eff-626d-4dac-ab7a-4eff5bda7ff5 None None] Pushing event updated for resources: {'Port': ['ID=212978e5-e171-4030-a6aa-e26e0b0f722e,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:43.059714 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-2b5e8eff-626d-4dac-ab7a-4eff5bda7ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:43.274209 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] Set router 61cf6fef-e76e-43d4-9f86-92f610ed112a gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:43.344361 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:35Z', 'revision_number': 3, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:43.354853 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Checking router: 1560974c-82c0-4afe-b59b-9401e71ad966 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:43.355259 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Updating router 1560974c-82c0-4afe-b59b-9401e71ad966 port 23e8ebee-29b7-4448-83b4-5230bc848c30 binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:43.425613 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:43.494645 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-f3841150-3ae8-47ef-a119-1707fa7e1416 req-b15b34b0-9688-4830-a5ff-1fdf4cd33ffc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Unset dirty status for tenant:d068f03115734e6bb0a6dba94397a301 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:43.495857 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f3841150-3ae8-47ef-a119-1707fa7e1416 req-b15b34b0-9688-4830-a5ff-1fdf4cd33ffc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7770905 May 27 13:13:44.046731 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.079674 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Transition to ACTIVE for port object 23e8ebee-29b7-4448-83b4-5230bc848c30 will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:44.101523 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.128542 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:44.153269 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:13:35Z', 'revision_number': 4, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port': {'id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '212978e5-e171-4030-a6aa-e26e0b0f722e', 'name': '', 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'mac_address': 'fa:16:3e:f6:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:42Z', 'revision_number': 4, 'project_id': '11142ba1693948109125509fd1f03a54', 'subnets': [{'id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:44.173651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f3fc6-63b0-4dff-9f80-d7ed02f606d2 None None] The sync data for ids ['61cf6fef-e76e-43d4-9f86-92f610ed112a'] in dv-cinder-751579-24-smb is: [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:13:35Z', 'revision_number': 4, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port': {'id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '212978e5-e171-4030-a6aa-e26e0b0f722e', 'name': '', 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'mac_address': 'fa:16:3e:f6:5a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:42Z', 'revision_number': 4, 'project_id': '11142ba1693948109125509fd1f03a54', 'subnets': [{'id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:44.339382 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1bd6-72b5-4c06-b870-1293f146babc None None] Pushing event updated for resources: {'Port': ['ID=23e8ebee-29b7-4448-83b4-5230bc848c30,revision_number=2']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:44.339382 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-50ce1bd6-72b5-4c06-b870-1293f146babc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:44.339382 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Attempting to bind port 23e8ebee-29b7-4448-83b4-5230bc848c30 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:44.339382 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Attempting to bind port 23e8ebee-29b7-4448-83b4-5230bc848c30 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:44.359787 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Attempting to bind port 23e8ebee-29b7-4448-83b4-5230bc848c30 on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:44.363464 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:44.364110 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:44.364739 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.365326 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:44.366055 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Bound port: 23e8ebee-29b7-4448-83b4-5230bc848c30, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:44.369702 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.396196 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-dc65a9da-d147-4408-8713-2cfe11a137dd tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3896089 May 27 13:13:44.446160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:44.455972 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Sync routers for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:44.473844 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:44.475332 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:44.571327 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] For port 23e8ebee-29b7-4448-83b4-5230bc848c30, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:44.575562 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] For port 23e8ebee-29b7-4448-83b4-5230bc848c30, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=23e8ebee-29b7-4448-83b4-5230bc848c30,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:44.582219 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.592903 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:44.606910 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-ab0d23df-4e3e-4cc6-83b3-709e6dded57b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:13:44.608372 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-ab0d23df-4e3e-4cc6-83b3-709e6dded57b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069256 May 27 13:13:44.707384 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1bd6-72b5-4c06-b870-1293f146babc None None] Pushing event updated for resources: {'Port': ['ID=23e8ebee-29b7-4448-83b4-5230bc848c30,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:44.710654 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-50ce1bd6-72b5-4c06-b870-1293f146babc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:44.718370 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:44.755934 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:44.921253 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:45.139286 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-589b155a-920c-4451-bd38-f196bc3963ed tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:13:45.140976 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-589b155a-920c-4451-bd38-f196bc3963ed tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599885 May 27 13:13:45.153454 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:45.516685 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-95b3b955-953f-4e30-907e-b5260c711722 service neutron] 10.222.0.76 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0627642 May 27 13:13:45.538259 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Notify callbacks [] for router, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.542642 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40912) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:45.543542 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 16.3697546 May 27 13:13:45.610606 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 3, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:45.623208 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Checking router: 47164ff3-e2a9-4ea0-b01a-26ae44059269 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:45.628471 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Updating router 47164ff3-e2a9-4ea0-b01a-26ae44059269 port 4825e518-4628-4300-ae1e-8c6117b23ed7 binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:45.748511 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-a91d9293-64e3-40e7-95b1-6792c556bb07 service neutron] 10.222.0.76 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001867 May 27 13:13:45.763957 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.831292 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Request body: {'port': {'device_id': '2e355f1e-c4ba-4638-bf66-01927df47495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:45.864927 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:35Z', 'revision_number': 3, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:45.888133 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a48678-20e8-4203-ba18-eb316ac78312 None None] The sync data for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb is: [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:35Z', 'revision_number': 3, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:46.036764 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 212978e5-e171-4030-a6aa-e26e0b0f722e up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:46.058447 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.139134 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5fd41-56eb-4d30-8579-605a2cf919fd req-b2a67521-d0d2-4853-821b-7941cd765baf tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:46.140590 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-cbd5fd41-56eb-4d30-8579-605a2cf919fd req-b2a67521-d0d2-4853-821b-7941cd765baf tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Synchronizing usage tracker for tenant:e028b4cb403e4d0192d013b395b61956 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:46.153566 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.266619 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Request body: {'port': {'device_id': '596276b9-83c2-4b83-a12e-001b7df15709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:46.406666 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:46.555984 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 212978e5-e171-4030-a6aa-e26e0b0f722e completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:46.569855 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 212978e5-e171-4030-a6aa-e26e0b0f722e triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:46.570235 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.778697 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-cbd5fd41-56eb-4d30-8579-605a2cf919fd req-b2a67521-d0d2-4853-821b-7941cd765baf tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Unset dirty status for tenant:e028b4cb403e4d0192d013b395b61956 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:46.779927 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cbd5fd41-56eb-4d30-8579-605a2cf919fd req-b2a67521-d0d2-4853-821b-7941cd765baf tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 931 time: 2.6613955 May 27 13:13:46.814955 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.965640 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.968189 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.991232 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40940) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:47.006522 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Transition to ACTIVE for port object 4825e518-4628-4300-ae1e-8c6117b23ed7 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:47.024481 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.039342 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:47.082264 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 212978e5-e171-4030-a6aa-e26e0b0f722e, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=212978e5-e171-4030-a6aa-e26e0b0f722e,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:47.103895 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.143898 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Attempting to bind port 4825e518-4628-4300-ae1e-8c6117b23ed7 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:47.144892 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Attempting to bind port 4825e518-4628-4300-ae1e-8c6117b23ed7 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:47.145412 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Attempting to bind port 4825e518-4628-4300-ae1e-8c6117b23ed7 on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:47.158850 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:47.159443 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:47.160025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.160603 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:47.161224 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Bound port: 4825e518-4628-4300-ae1e-8c6117b23ed7, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:47.161771 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.173300 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=670b2390-a9f1-49cc-af53-958c046ef0e9,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:47.204203 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:47.259772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-cbd5fd41-56eb-4d30-8579-605a2cf919fd req-7689d469-8fb4-4566-93d5-aa7782c8597d tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Synchronizing usage tracker for tenant:e028b4cb403e4d0192d013b395b61956 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:47.267304 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09808f65-2259-476a-bb53-512870e59435 None None] Pushing event updated for resources: {'Port': ['ID=4825e518-4628-4300-ae1e-8c6117b23ed7,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:47.268893 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Checking segment: {'id': '6ad51b34-5014-4111-8ec0-4ab922969e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '4efd0906-2e04-4e21-80b9-4135d7008092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:47.269350 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Network hostable DHCP agents. Network: 4efd0906-2e04-4e21-80b9-4135d7008092, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:47.271160 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-09808f65-2259-476a-bb53-512870e59435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:47.277938 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-2b5e8eff-626d-4dac-ab7a-4eff5bda7ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:47.361620 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.379097 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=212978e5-e171-4030-a6aa-e26e0b0f722e,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:47.382874 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:47.384502 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] For port 4825e518-4628-4300-ae1e-8c6117b23ed7, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:47.388050 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] For port 4825e518-4628-4300-ae1e-8c6117b23ed7, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=4825e518-4628-4300-ae1e-8c6117b23ed7,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:47.391562 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.394939 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.395247 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cc33e-8b59-4351-8586-0abea7822ff6 req-4841847a-6d54-425f-b49c-f05fd75ae222 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:47.396966 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3b5cc33e-8b59-4351-8586-0abea7822ff6 req-4841847a-6d54-425f-b49c-f05fd75ae222 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 932 time: 1.0537887 May 27 13:13:47.397772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-cbd5fd41-56eb-4d30-8579-605a2cf919fd req-7689d469-8fb4-4566-93d5-aa7782c8597d tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Unset dirty status for tenant:e028b4cb403e4d0192d013b395b61956 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:47.399194 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-4c13ded2-9755-4d65-b3b9-a9e2f88c1c08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:47.400851 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cbd5fd41-56eb-4d30-8579-605a2cf919fd req-7689d469-8fb4-4566-93d5-aa7782c8597d tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765815 May 27 13:13:47.455321 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:47.477964 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb139703344e4c40baf6c5b44e8bb83e is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:47.485008 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:47.485701 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:47.503112 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:47.518399 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:47.580330 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09808f65-2259-476a-bb53-512870e59435 None None] Pushing event updated for resources: {'Port': ['ID=4825e518-4628-4300-ae1e-8c6117b23ed7,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:47.585084 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-09808f65-2259-476a-bb53-512870e59435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:47.693203 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:47.709948 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Network 4efd0906-2e04-4e21-80b9-4135d7008092 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:47.727073 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f3087e9a-538a-420f-9de4-3bc946d3ae9c req-664ecdf1-2ffa-4a04-8c64-70016fa8793d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 210 time: 0.1465032 May 27 13:13:47.774826 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, 4efd0906-2e04-4e21-80b9-4135d7008092) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:47.790813 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:47.791464 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.799133 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3b5cc33e-8b59-4351-8586-0abea7822ff6 req-19bb9136-0498-45ef-81c9-64671e777b95 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283950 May 27 13:13:47.829175 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.830869 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d {{(pid=91947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:13:47.843738 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.847366 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.852721 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e97e9-422c-470d-ab81-326fbb89da4d None None] Network 4efd0906-2e04-4e21-80b9-4135d7008092 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:47.877793 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:47.971293 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb139703344e4c40baf6c5b44e8bb83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9772363 May 27 13:13:47.971996 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Transition to ACTIVE for port object 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d will not be triggered until provisioned by entity L2. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:47.974825 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d767517a-779b-47f1-bacd-13d1e8055336,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:47.985317 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:47.985826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 40958) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:48.019585 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 8.0945292 May 27 13:13:48.020062 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.141853 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 23e8ebee-29b7-4448-83b4-5230bc848c30 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:48.143545 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d8255c55-d40a-4e14-9e03-1635b11eb283 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:48.246164 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.340682 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a97cc2-67fc-4a56-b1b2-308262b5918b {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:13:48.363720 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.387313 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.477531 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.570128 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Allocated IP 172.20.0.1 (d27268b7-d8d0-40d0-999e-3da0a6c787ff/6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a/d5662a20-e944-4dfe-9b0e-318bb78451f2) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:48.577295 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 23e8ebee-29b7-4448-83b4-5230bc848c30 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:48.595870 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 23e8ebee-29b7-4448-83b4-5230bc848c30 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:48.596259 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.709045 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4759e3-a320-474e-a27a-f57824bdbde2 None None] Network 4efd0906-2e04-4e21-80b9-4135d7008092 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:48.753195 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.765466 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Transition to ACTIVE for port object 16a97cc2-67fc-4a56-b1b2-308262b5918b will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:48.767987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:48.789205 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d767517a-779b-47f1-bacd-13d1e8055336,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:48.799560 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:48.800198 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.803643 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Allocated IP 172.20.0.1 (f2660340-c8d6-4d4d-a683-a81a09762a51/2f1b8901-3dbf-4871-95b8-6a1c4b02f944/be3a5321-2b50-4beb-830a-7223535c6a72) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:48.809362 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.812378 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d767517a-779b-47f1-bacd-13d1e8055336 HTTP/1.1" status: 204 len: 168 time: 0.8219497 May 27 13:13:48.814010 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:48.899844 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Pushing event updated for resources: {'Port': ['ID=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:48.903002 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:49.051907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Attempting to bind port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:49.052327 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Attempting to bind port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'bc85ab7a-2713-48a8-b956-24c0a96134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3'}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:49.052715 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Attempting to bind port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d on network c404be49-7670-4be9-8bb3-48a5cb3403f3 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:49.076457 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 3, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:49.087230 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 40998) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:49.096121 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d on network c404be49-7670-4be9-8bb3-48a5cb3403f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:13:49.096470 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Attempting to bind port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d on network c404be49-7670-4be9-8bb3-48a5cb3403f3 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:49.113364 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b60531-9870-4cae-b850-5dbedf4c80fa None None] The sync data for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb is: [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 3, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:49.117262 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1759609719-network', 'tenant_id': 'df3ed1931c2f4dc997a7a6504554b73f'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:49.121619 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:49.124571 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=16a97cc2-67fc-4a56-b1b2-308262b5918b,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:49.126252 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Usage tracker for resource:network and tenant:df3ed1931c2f4dc997a7a6504554b73f is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:49.128504 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:49.134531 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:49.145319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:49.149369 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.163710 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:49.164028 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Checking segment: {'id': 'bc85ab7a-2713-48a8-b956-24c0a96134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:49.164641 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Bound using segment: {'id': 'bc85ab7a-2713-48a8-b956-24c0a96134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3'} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:49.165206 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Bound port: 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc85ab7a-2713-48a8-b956-24c0a96134c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3'}}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:49.165567 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.179887 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 23e8ebee-29b7-4448-83b4-5230bc848c30, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=23e8ebee-29b7-4448-83b4-5230bc848c30,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:49.186316 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.187699 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 212978e5-e171-4030-a6aa-e26e0b0f722e up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:49.225926 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:49.252700 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67980e-b2a9-474f-8759-bcea4c434a2c req-10e26a25-0d16-4976-954a-617fc28f80e5 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:49.254334 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cd67980e-b2a9-474f-8759-bcea4c434a2c req-10e26a25-0d16-4976-954a-617fc28f80e5 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 943 time: 0.6485965 May 27 13:13:49.260324 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.274051 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Attempting to bind port 16a97cc2-67fc-4a56-b1b2-308262b5918b on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:49.274410 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Attempting to bind port 16a97cc2-67fc-4a56-b1b2-308262b5918b by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:49.274774 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Attempting to bind port 16a97cc2-67fc-4a56-b1b2-308262b5918b on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:49.277058 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-741d4ffc-7f33-4789-9b65-bea123bae613 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:49.278822 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-741d4ffc-7f33-4789-9b65-bea123bae613 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 819 time: 1.1034791 May 27 13:13:49.283483 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Made reservation on behalf of df3ed1931c2f4dc997a7a6504554b73f for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:49.286005 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.309193 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Port 16a97cc2-67fc-4a56-b1b2-308262b5918b on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:13:49.309649 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Attempting to bind port 16a97cc2-67fc-4a56-b1b2-308262b5918b on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:49.321508 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:49.321866 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Checking segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:49.322434 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Bound using segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:49.323028 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Bound port: 16a97cc2-67fc-4a56-b1b2-308262b5918b, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:49.323380 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.373226 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.395750 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Transition to ACTIVE for port object d5662a20-e944-4dfe-9b0e-318bb78451f2 will not be triggered until provisioned by entity DHCP. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:49.410943 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41004) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:49.420486 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-da52ab5d-7048-4520-93e7-2b3e9c877979 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/quotas/11142ba1693948109125509fd1f03a54 HTTP/1.1" status: 200 len: 375 time: 0.0981016 May 27 13:13:49.438892 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.444366 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.64', 49890) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:49.474440 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:49.500702 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=23e8ebee-29b7-4448-83b4-5230bc848c30,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:49.506193 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:49.520827 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 212978e5-e171-4030-a6aa-e26e0b0f722e triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:49.521335 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.585445 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Usage tracker for resource:security_group_rule and tenant:df3ed1931c2f4dc997a7a6504554b73f is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:49.597645 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.631221 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:49.667319 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cd67980e-b2a9-474f-8759-bcea4c434a2c req-0b146deb-3322-4bb0-a8b5-7cc74236da61 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848948 May 27 13:13:49.676948 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:49.707079 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Transition to ACTIVE for port object be3a5321-2b50-4beb-830a-7223535c6a72 will not be triggered until provisioned by entity DHCP. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:49.715776 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] For port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d, host hv-cinder-75157, cleared binding levels {{(pid=91947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:49.721746 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] For port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,segment=NetworkSegment(bc85ab7a-2713-48a8-b956-24c0a96134c6),segment_id=bc85ab7a-2713-48a8-b956-24c0a96134c6)] {{(pid=91947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:49.741026 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.753973 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:49.800111 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] For port 16a97cc2-67fc-4a56-b1b2-308262b5918b, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:49.828409 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] For port 16a97cc2-67fc-4a56-b1b2-308262b5918b, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:49.830847 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:49.873343 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.913733 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-d0b2528c-1c4d-4335-883e-2bcd062b966e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:49.915268 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-d0b2528c-1c4d-4335-883e-2bcd062b966e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 819 time: 0.4698157 May 27 13:13:49.929047 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Network f2660340-c8d6-4d4d-a683-a81a09762a51 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:49.933097 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:49.946544 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.948966 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3042739d633e4af28d6e1277cdcab675 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:49.958158 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:49.958793 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.960188 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] 10.222.0.64 "PUT /v2.0/ports/16a97cc2-67fc-4a56-b1b2-308262b5918b HTTP/1.1" status: 200 len: 1094 time: 4.8420439 May 27 13:13:49.960850 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596276b9-83c2-4b83-a12e-001b7df15709', 'tag': '16a97cc2-67fc-4a56-b1b2-308262b5918b'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:13:50.015081 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 4825e518-4628-4300-ae1e-8c6117b23ed7 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:50.042362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:50.054787 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Request body: {'port': {'device_id': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'admin_state_up': True, 'tenant_id': '11142ba1693948109125509fd1f03a54'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:50.068660 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:50.080013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Pushing event updated for resources: {'Port': ['ID=be3a5321-2b50-4beb-830a-7223535c6a72,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:50.126321 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:50.127206 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.131323 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:50.136584 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-12c2e72e-801e-4db2-ad1d-084ecf16168d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:50.177944 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 4825e518-4628-4300-ae1e-8c6117b23ed7 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:50.184208 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 4825e518-4628-4300-ae1e-8c6117b23ed7 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:50.184792 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.197907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:50.210856 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.234759 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.237009 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=16a97cc2-67fc-4a56-b1b2-308262b5918b,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:50.240755 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:50.258834 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:50.259500 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.265930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-931c49d7-62d8-489c-8580-5530232debbf service neutron] 10.222.0.64 "PUT /v2.0/ports/53f8e326-c6e6-4d5b-a17b-68a0cbacca9d HTTP/1.1" status: 200 len: 1093 time: 5.0370893 May 27 13:13:50.269822 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e355f1e-c4ba-4638-bf66-01927df47495', 'tag': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:13:50.414004 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.438873 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 4825e518-4628-4300-ae1e-8c6117b23ed7, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=4825e518-4628-4300-ae1e-8c6117b23ed7,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:50.446417 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.447459 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 23e8ebee-29b7-4448-83b4-5230bc848c30 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:50.461804 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-93ddc2af-617d-4170-8260-af925d68daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:50.463824 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-93ddc2af-617d-4170-8260-af925d68daa8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 1097 time: 0.4146910 May 27 13:13:50.476261 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:50.484668 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.488214 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:50.537387 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:50.551670 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.552018 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Added segment 8222e196-f134-44cb-8813-30ced7d1d0ac of type vlan for network cced66bd-61a7-47a4-a997-6196914d5693 May 27 13:13:50.558335 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-83712aa3-261a-42c3-9fbf-c7a46ce5511d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b HTTP/1.1" status: 200 len: 217 time: 0.0795779 May 27 13:13:50.561603 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Usage tracker for resource:port and tenant:11142ba1693948109125509fd1f03a54 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:50.565343 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:50.577162 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:50.599642 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-de24ab7c-b671-437d-ab74-9c5d92656833 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1497087 May 27 13:13:50.606285 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-b660fac0-3578-4cc5-8bbd-a255981c9ac5 None None] Provisioning for port be3a5321-2b50-4beb-830a-7223535c6a72 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:50.616712 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:50.619494 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-b660fac0-3578-4cc5-8bbd-a255981c9ac5 None None] Provisioning complete for port be3a5321-2b50-4beb-830a-7223535c6a72 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:50.619881 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b660fac0-3578-4cc5-8bbd-a255981c9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.640451 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Made reservation on behalf of 11142ba1693948109125509fd1f03a54 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:50.644337 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.647588 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.651285 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:50.651401 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=4825e518-4628-4300-ae1e-8c6117b23ed7,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:50.658663 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Pushing event updated for resources: {'Port': ['ID=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,revision_number=3']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:50.661635 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:50.674780 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:50.675151 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.682868 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 23e8ebee-29b7-4448-83b4-5230bc848c30 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:50.683458 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.729824 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-b660fac0-3578-4cc5-8bbd-a255981c9ac5 None None] Port be3a5321-2b50-4beb-830a-7223535c6a72 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:50.814215 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.db.resource_extend [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:13:50.832186 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2ebb4-e6bc-42d4-8186-436a8a277a65 req-1b088a46-0eb7-47cb-8616-4c36bb1ff5ac tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:50.833946 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-73d2ebb4-e6bc-42d4-8186-436a8a277a65 req-1b088a46-0eb7-47cb-8616-4c36bb1ff5ac tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 944 time: 0.8795042 May 27 13:13:50.861305 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:50.863513 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9d07e7bd-c816-4152-aac7-4ead7cd8fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.871109 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:50.924645 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-e3febb20-cce8-427a-9275-8a4372adb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:50.926135 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-e3febb20-cce8-427a-9275-8a4372adb5b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.3321500 May 27 13:13:50.958477 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-37863e29-44b4-4b3c-aa8a-9b012c1e552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:50.958904 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-e46932d1-c796-4076-966a-a1630199ba3e None None] Provisioning for port d5662a20-e944-4dfe-9b0e-318bb78451f2 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:50.959950 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-37863e29-44b4-4b3c-aa8a-9b012c1e552f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e028b4cb403e4d0192d013b395b61956&device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 1096 time: 0.5698156 May 27 13:13:50.965110 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-e46932d1-c796-4076-966a-a1630199ba3e None None] Provisioning complete for port d5662a20-e944-4dfe-9b0e-318bb78451f2 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:50.965639 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e46932d1-c796-4076-966a-a1630199ba3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.978691 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.992740 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.001407 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-ecc6514c-8adf-47c4-ad2a-13eeffef43e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658624 May 27 13:13:51.043137 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-e46932d1-c796-4076-966a-a1630199ba3e None None] Port d5662a20-e944-4dfe-9b0e-318bb78451f2 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:51.072038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:51.072658 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.198756 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-0bcc99f9-754d-44d2-be6f-af06053f9e11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d HTTP/1.1" status: 200 len: 217 time: 0.2107351 May 27 13:13:51.223650 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Allocated IP 172.20.0.9 (bf837b08-7f4f-4eb7-bddd-494768cf4649/a264d129-dc52-4bd9-93d9-60b60009f11f/0217227b-4fb5-4ed8-95b8-b77537b9db30) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:51.225609 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-62414905-1707-4045-8017-bc21a0dddda1 service neutron] 10.222.0.76 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063409 May 27 13:13:51.267275 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-73d2ebb4-e6bc-42d4-8186-436a8a277a65 req-f0a090cb-9131-4e5b-bedd-9037d32de804 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074192 May 27 13:13:51.268968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Pushing event updated for resources: {'Port': ['ID=d5662a20-e944-4dfe-9b0e-318bb78451f2,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:51.280757 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.299936 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:51.318624 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.723s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:51.349253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.389426 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-255e0b89-8e3b-4404-aa70-797fb99ae9a5 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798871 May 27 13:13:51.442536 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3408873 May 27 13:13:51.453891 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41048) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:51.474107 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4a8324-2640-41a1-9292-af6278ca2566,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:51.479335 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Request body: {'subnet': {'network_id': 'cced66bd-61a7-47a4-a997-6196914d5693', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1759609719-subnet', 'tenant_id': 'df3ed1931c2f4dc997a7a6504554b73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:51.490910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-0601c084-16bc-41a8-8618-981a3392a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:51.492347 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-0601c084-16bc-41a8-8618-981a3392a460 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76629c79-352e-4ca6-99e3-48b86c6d472c HTTP/1.1" status: 200 len: 851 time: 0.2742629 May 27 13:13:51.493030 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596276b9-83c2-4b83-a12e-001b7df15709', 'tag': '16a97cc2-67fc-4a56-b1b2-308262b5918b', 'status': 'completed', 'code': 200} May 27 13:13:51.536035 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:51.537760 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:51.541659 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:51.577149 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3042739d633e4af28d6e1277cdcab675&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1525791 May 27 13:13:51.579115 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Usage tracker for resource:subnet and tenant:df3ed1931c2f4dc997a7a6504554b73f is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:51.590111 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:51.593181 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41056) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:51.599022 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-488f2348-01bb-4067-b66f-97711a166405 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c404be49-7670-4be9-8bb3-48a5cb3403f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973949 May 27 13:13:51.687568 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:51.691667 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e355f1e-c4ba-4638-bf66-01927df47495', 'tag': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d', 'status': 'completed', 'code': 200} May 27 13:13:51.724537 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.734463 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b284774c-2100-4e7a-a1c8-5289eba84b39 req-e503097f-ca98-4ba7-9787-62901f052697 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310792 May 27 13:13:51.744269 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.747668 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.756674 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:51.816492 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-4a8c4b83-1ded-4ce9-8431-298f27ba63ba service neutron] 10.222.0.76 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340831 May 27 13:13:51.821061 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 4825e518-4628-4300-ae1e-8c6117b23ed7 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:51.880342 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Made reservation on behalf of df3ed1931c2f4dc997a7a6504554b73f for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:51.882680 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.885251 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.899068 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 4825e518-4628-4300-ae1e-8c6117b23ed7 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:51.899914 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.909580 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Pushing event updated for resources: {'Network': ['ID=cced66bd-61a7-47a4-a997-6196914d5693,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:51.944022 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:51.948545 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network cced66bd-61a7-47a4-a997-6196914d5693 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:51.949961 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:51.956634 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.967429 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Pushing event updated for resources: {'Port': ['ID=be3a5321-2b50-4beb-830a-7223535c6a72,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:51.987346 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:52.077811 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-fdece78e-aaa9-491a-aeb8-49c1c0436b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:52.079617 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-fdece78e-aaa9-491a-aeb8-49c1c0436b53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 1097 time: 0.2852979 May 27 13:13:52.082812 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Network f2660340-c8d6-4d4d-a683-a81a09762a51 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:52.084300 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.086220 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:52.152898 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:52.268471 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-63afd073-dcb4-4f90-858a-7d93849e6e2d req-be8b387c-6322-4485-b375-219dedf9c3c6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 210 time: 0.1574368 May 27 13:13:52.282410 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689768fa-7c83-497a-be89-f8f65dc96e3a,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:52.319136 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:52.329282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.390344 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:52.398869 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-64b84a89-2ee0-44cf-9325-24087190cd37 service neutron] 10.222.0.64 "GET /v2.0/networks/c404be49-7670-4be9-8bb3-48a5cb3403f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089918 May 27 13:13:52.420240 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:52.458553 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:52.474215 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:52.474857 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.481316 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-1030c602-808b-48b3-a3de-e5f34c792fff None None] Provisioning complete for port be3a5321-2b50-4beb-830a-7223535c6a72 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:52.481680 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-1030c602-808b-48b3-a3de-e5f34c792fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.504744 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.559473 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a8a81-541f-4176-abaa-15b335513d31 req-930eba19-765e-4053-a7bd-e2c6fc6f416a tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:52.561055 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f2a8a81-541f-4176-abaa-15b335513d31 req-930eba19-765e-4053-a7bd-e2c6fc6f416a tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 943 time: 0.8218997 May 27 13:13:52.587866 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-1030c602-808b-48b3-a3de-e5f34c792fff None None] Port be3a5321-2b50-4beb-830a-7223535c6a72 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:52.692282 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Pushing event updated for resources: {'Port': ['ID=0217227b-4fb5-4ed8-95b8-b77537b9db30,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:52.712471 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:52.730630 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7766843 May 27 13:13:52.766212 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Request body: {'port': {'device_id': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:52.797000 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-10bd0907-1b4b-4bb2-89f8-bb6da55fa4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:52.798503 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-10bd0907-1b4b-4bb2-89f8-bb6da55fa4c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 915 time: 0.7097268 May 27 13:13:52.868554 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f2a8a81-541f-4176-abaa-15b335513d31 req-38dfda91-717d-4ede-ba02-b000f87af6d9 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487416 May 27 13:13:52.877333 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Router 47164ff3-e2a9-4ea0-b01a-26ae44059269 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:13:52.892650 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-095f8699-4680-4388-9791-e3778b67d9c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b HTTP/1.1" status: 200 len: 217 time: 0.0794852 May 27 13:13:52.936726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.955065 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ffe0cb9-9cba-4ccc-857c-0dc29d230af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:52.962704 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47c02a4-a170-4775-b21c-9fc453d88a1f req-562c22cb-2a67-4b33-954c-aa00e0ca4eb5 service neutron] 10.222.0.64 "GET /v2.0/networks/c404be49-7670-4be9-8bb3-48a5cb3403f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143206 May 27 13:13:52.980217 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689768fa-7c83-497a-be89-f8f65dc96e3a,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:52.984907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:53.001540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07962e9-660e-4907-9d2a-318cdff3c2b4 req-0dd2014f-e2ec-491d-ace9-e311cb4aff8a tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:53.004170 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f07962e9-660e-4907-9d2a-318cdff3c2b4 req-0dd2014f-e2ec-491d-ace9-e311cb4aff8a tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 944 time: 0.4679823 May 27 13:13:53.099643 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-bdedb49b-b686-4872-98f8-876045971889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:53.101185 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-bdedb49b-b686-4872-98f8-876045971889 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.1949863 May 27 13:13:53.104173 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.215649 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.216821 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/689768fa-7c83-497a-be89-f8f65dc96e3a HTTP/1.1" status: 204 len: 168 time: 1.6168404 May 27 13:13:53.219137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.225568 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-e5a866fd-fda9-4deb-ac43-bce5a02c0f26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099324 May 27 13:13:53.232237 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.243861 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.260283 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-21af1b17-eb71-485d-9c0a-21cc7797352e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:53.309447 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.341871 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f07962e9-660e-4907-9d2a-318cdff3c2b4 req-1f937113-b614-4007-8417-dc5f36076f19 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860608 May 27 13:13:53.395298 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f3452539-6d1a-47eb-ab5d-ee13b97e9f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.402395 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:53.419538 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Sync routers for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:53.421278 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] 10.222.0.76 "PUT /v2.0/routers/47164ff3-e2a9-4ea0-b01a-26ae44059269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8773839 May 27 13:13:53.429499 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Pushing event updated for resources: {'Port': ['ID=d5662a20-e944-4dfe-9b0e-318bb78451f2,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:53.439098 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:53.479077 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-69595557-eb97-4f14-847a-c948e06bb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:53.482901 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:53.485583 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:53.487237 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-69595557-eb97-4f14-847a-c948e06bb24c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e028b4cb403e4d0192d013b395b61956&device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 1096 time: 0.4303870 May 27 13:13:53.563475 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-ec5fe073-803a-4202-98e0-1e41a834c597 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088379 May 27 13:13:53.720799 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.64', 49894) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:53.769050 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:53.816389 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:53.825141 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:53.850376 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e222f18f-9cb6-4f1a-9fa1-17564ad48a3e req-e86d9490-04d6-4158-8514-65ac3ce5df81 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 210 time: 0.2697492 May 27 13:13:54.240715 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-7073382a-2c49-488d-a6eb-96ea67bca4db None None] Provisioning complete for port d5662a20-e944-4dfe-9b0e-318bb78451f2 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:54.241085 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7073382a-2c49-488d-a6eb-96ea67bca4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.349219 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-7073382a-2c49-488d-a6eb-96ea67bca4db None None] Port d5662a20-e944-4dfe-9b0e-318bb78451f2 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:54.446360 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 2, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:54.454196 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Checking router: 47164ff3-e2a9-4ea0-b01a-26ae44059269 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:54.454749 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Updating router 47164ff3-e2a9-4ea0-b01a-26ae44059269 port be3a5321-2b50-4beb-830a-7223535c6a72 binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:54.507743 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.518102 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0217227b-4fb5-4ed8-95b8-b77537b9db30 {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:13:54.526703 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.553558 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Transition to ACTIVE for port object 0217227b-4fb5-4ed8-95b8-b77537b9db30 will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:54.568855 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.571247 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-6f96f9b2-5c5f-4fe3-98c2-8cbb4d939716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:54.574251 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-6f96f9b2-5c5f-4fe3-98c2-8cbb4d939716 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c404be49-7670-4be9-8bb3-48a5cb3403f3 HTTP/1.1" status: 200 len: 912 time: 1.0456364 May 27 13:13:54.576910 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.635989 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-a20be1cd-7270-4277-95f0-9b16865a2d97 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0649257 May 27 13:13:54.658458 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:54.713288 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.752326 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-4b9988cf-2ab1-44af-a578-55b852d76f28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d HTTP/1.1" status: 200 len: 217 time: 0.1461859 May 27 13:13:54.760256 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41132) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:54.766309 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:54.793637 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0217227b-4fb5-4ed8-95b8-b77537b9db30,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:54.803797 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:54.843749 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268668694', 'description': 'tempest-description--1645726425'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:54.960539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:55.000158 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-8b8c10f3-bc88-41d9-a0d1-9c723d63a1b8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:55.004913 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-8b8c10f3-bc88-41d9-a0d1-9c723d63a1b8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 819 time: 1.2623503 May 27 13:13:55.013509 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Attempting to bind port 0217227b-4fb5-4ed8-95b8-b77537b9db30 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:55.014152 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Attempting to bind port 0217227b-4fb5-4ed8-95b8-b77537b9db30 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:55.015736 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Attempting to bind port 0217227b-4fb5-4ed8-95b8-b77537b9db30 on network bf837b08-7f4f-4eb7-bddd-494768cf4649 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:55.019679 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.030216 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Request body: {'port': {'device_id': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'admin_state_up': True, 'tenant_id': '11142ba1693948109125509fd1f03a54'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:55.030846 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:55.034751 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Transition to ACTIVE for port object be3a5321-2b50-4beb-830a-7223535c6a72 will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:55.036353 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:55.042554 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.048578 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-2421c22c-c84c-4394-9689-a48e76c7d7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:55.054270 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Router 1560974c-82c0-4afe-b59b-9401e71ad966 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:13:55.055551 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Port 0217227b-4fb5-4ed8-95b8-b77537b9db30 on network bf837b08-7f4f-4eb7-bddd-494768cf4649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:13:55.055879 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Attempting to bind port 0217227b-4fb5-4ed8-95b8-b77537b9db30 on network bf837b08-7f4f-4eb7-bddd-494768cf4649 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:55.057606 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Checking segment: {'id': '8222e196-f134-44cb-8813-30ced7d1d0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'cced66bd-61a7-47a4-a997-6196914d5693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:55.057962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Network hostable DHCP agents. Network: cced66bd-61a7-47a4-a997-6196914d5693, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:55.069161 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:55.105752 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2831fc0-d794-43bd-b807-8fadf7720816 req-68d53fa1-e707-41a9-a095-5c9b62e2c972 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:55.114398 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b2831fc0-d794-43bd-b807-8fadf7720816 req-68d53fa1-e707-41a9-a095-5c9b62e2c972 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 943 time: 0.9520311 May 27 13:13:55.121704 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:55.122187 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Checking segment: {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:55.122574 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Bound using segment: {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:55.123164 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Bound port: 0217227b-4fb5-4ed8-95b8-b77537b9db30, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:55.123520 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.126259 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2859680c-8155-49a3-b18f-e1eace94908d,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:55.142480 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a12227-1612-40ce-8ee6-f410ad6a9ff6 None None] Pushing event updated for resources: {'Port': ['ID=be3a5321-2b50-4beb-830a-7223535c6a72,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:55.145726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-94c2cd61-d605-4f0e-aa49-6693b3f09858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:55.145870 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-84a12227-1612-40ce-8ee6-f410ad6a9ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:55.147572 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-94c2cd61-d605-4f0e-aa49-6693b3f09858 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76629c79-352e-4ca6-99e3-48b86c6d472c HTTP/1.1" status: 200 len: 851 time: 0.3119600 May 27 13:13:55.163015 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:55.281365 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.324842 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:55.341234 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Usage tracker for resource:port and tenant:11142ba1693948109125509fd1f03a54 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:55.352372 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Attempting to bind port be3a5321-2b50-4beb-830a-7223535c6a72 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:55.352609 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] For port 0217227b-4fb5-4ed8-95b8-b77537b9db30, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:55.352768 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Attempting to bind port be3a5321-2b50-4beb-830a-7223535c6a72 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:55.353131 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Attempting to bind port be3a5321-2b50-4beb-830a-7223535c6a72 on network f2660340-c8d6-4d4d-a683-a81a09762a51 {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:55.356345 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:55.358602 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-7163eaf3-a71d-4046-ac13-ab068cefbfac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c404be49-7670-4be9-8bb3-48a5cb3403f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1967363 May 27 13:13:55.360846 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] For port 0217227b-4fb5-4ed8-95b8-b77537b9db30, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:55.365125 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:55.365503 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Checking segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:55.366397 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Network cced66bd-61a7-47a4-a997-6196914d5693 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:55.366513 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.366940 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Bound using segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:55.367463 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Bound port: be3a5321-2b50-4beb-830a-7223535c6a72, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:55.369057 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:55.369292 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.380522 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.390366 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:55.421761 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b2831fc0-d794-43bd-b807-8fadf7720816 req-6f7f93a6-dab3-477c-9cb4-9fff11e167f7 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063035 May 27 13:13:55.431948 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:55.437970 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, cced66bd-61a7-47a4-a997-6196914d5693) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:55.445022 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group_rule and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:55.451818 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e0433c-809f-4d22-8a3b-e4996997a53e None None] Network cced66bd-61a7-47a4-a997-6196914d5693 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:55.498319 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Made reservation on behalf of 11142ba1693948109125509fd1f03a54 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:55.509413 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.513062 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:55.519255 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:55.519913 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.566695 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:55.567328 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.581751 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] For port be3a5321-2b50-4beb-830a-7223535c6a72, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:55.584268 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 1093 time: 2.8319902 May 27 13:13:55.589176 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'tag': '0217227b-4fb5-4ed8-95b8-b77537b9db30'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:13:55.593158 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] For port be3a5321-2b50-4beb-830a-7223535c6a72, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=be3a5321-2b50-4beb-830a-7223535c6a72,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:55.601269 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.605581 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-50ce1bd6-72b5-4c06-b870-1293f146babc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:55.700356 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0217227b-4fb5-4ed8-95b8-b77537b9db30,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:55.708302 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:55.709277 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:55.799171 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:55.799802 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:55.851535 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aed39-9ef5-4e30-bc66-f57952a6ff5a req-ab2ffecb-eb9f-4967-bb23-647efb61b2ca tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:55.853173 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea9aed39-9ef5-4e30-bc66-f57952a6ff5a req-ab2ffecb-eb9f-4967-bb23-647efb61b2ca tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 944 time: 0.9992349 May 27 13:13:55.908492 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.921652 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a58b26f3-6782-41c3-bd0e-bc75bf1d0539 req-3bc920ff-d9dc-43fe-90e1-8c94212ebade tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 210 time: 0.2169490 May 27 13:13:55.981719 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.5216684 May 27 13:13:56.022039 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Allocated IP 172.20.0.5 (bf837b08-7f4f-4eb7-bddd-494768cf4649/a264d129-dc52-4bd9-93d9-60b60009f11f/3cacc749-65de-4da7-b9c4-c0b9975b32eb) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:56.031937 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c881002d-aac5-49d9-92e8-577100f13a99 None None] Network cced66bd-61a7-47a4-a997-6196914d5693 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:56.090755 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'tag': '0217227b-4fb5-4ed8-95b8-b77537b9db30', 'status': 'completed', 'code': 200} May 27 13:13:56.136135 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.164268 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-6eb68109-9d9f-43ca-b248-8f0d76c24936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:56.165762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:56.168904 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-6eb68109-9d9f-43ca-b248-8f0d76c24936 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1096 time: 0.4551208 May 27 13:13:56.212270 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Sync routers for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:56.253674 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:56.254603 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:56.256853 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-9049bde5-fadf-4281-8d42-bda54633e3d5 service neutron] 10.222.0.64 "GET /v2.0/networks/c404be49-7670-4be9-8bb3-48a5cb3403f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785076 May 27 13:13:56.257442 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.291920 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41180) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:56.317919 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a12227-1612-40ce-8ee6-f410ad6a9ff6 None None] Pushing event updated for resources: {'Port': ['ID=be3a5321-2b50-4beb-830a-7223535c6a72,revision_number=4']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:56.341275 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:56.343928 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-84a12227-1612-40ce-8ee6-f410ad6a9ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:56.356476 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-a1e8628d-546b-4273-9cbc-989833e4bfa6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 217 time: 0.1760061 May 27 13:13:56.376720 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea9aed39-9ef5-4e30-bc66-f57952a6ff5a req-b92841d5-7ff7-41b0-8df5-214e22330142 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613829 May 27 13:13:56.442187 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:56.474833 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] 10.222.0.76 "PUT /v2.0/routers/1560974c-82c0-4afe-b59b-9401e71ad966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7299004 May 27 13:13:56.489600 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.491349 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6723022 May 27 13:13:56.607128 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41198) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:56.641631 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'security_group_rule': {'security_group_id': '1c9486fe-4965-4c70-8525-60b1ae63331f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:56.658509 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:56.666614 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group_rule and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:56.671628 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:56.687294 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:56.693142 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9486fe-4965-4c70-8525-60b1ae63331f,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:56.702359 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:56.714340 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_v2 [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Deleting subnet 670b2390-a9f1-49cc-af53-958c046ef0e9 {{(pid=91947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:13:56.731502 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:56.732654 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.783286 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-2ee2c2b2-e238-456f-abf7-d842109593c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:56.784892 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-2ee2c2b2-e238-456f-abf7-d842109593c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.3813260 May 27 13:13:56.785560 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.922351 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe156754-7655-4827-9fbb-ba47513d40a8 req-7b08736c-5e0e-4e92-bb84-d3cce435b36e service neutron] 10.222.0.64 "GET /v2.0/networks/c404be49-7670-4be9-8bb3-48a5cb3403f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557872 May 27 13:13:56.927264 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.939361 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.985994 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.009007 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-634834ac-5e5b-450a-8752-44edbfbfa3b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723256 May 27 13:13:57.017001 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.091529 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 16a97cc2-67fc-4a56-b1b2-308262b5918b details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:13:57.109783 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883728-e551-4523-a951-a03c84548f12 req-607bb33b-ace3-4cd6-ac9d-7d8ab45ded75 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:57.118815 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d2883728-e551-4523-a951-a03c84548f12 req-607bb33b-ace3-4cd6-ac9d-7d8ab45ded75 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 943 time: 0.3467505 May 27 13:13:57.126800 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41212) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:57.153931 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41216) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:57.173449 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059111030', 'description': 'tempest-description--914200417'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:57.192749 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:57.220899 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:57.231820 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-7befc767-9cd1-4dab-be90-7607fe149a72 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105386 May 27 13:13:57.235392 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:57.239853 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 16a97cc2-67fc-4a56-b1b2-308262b5918b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:57.258467 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:55Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:57.261561 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '16a97cc2-67fc-4a56-b1b2-308262b5918b', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'port_id': '16a97cc2-67fc-4a56-b1b2-308262b5918b', 'mac_address': 'fa:16:3e:25:b6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017c22aa-8e14-4f9b-8a8a-bbdccfc987aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:13:57.270226 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63f3e7b-2e4d-4643-8609-f836b78ee849 None None] The sync data for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb is: [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:55Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:57.279080 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:57.299682 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206f01f6-2abe-4906-a1e5-b340d9ba3871,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:57.300126 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:57.371308 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d2883728-e551-4523-a951-a03c84548f12 req-1ec2d193-104d-4b8f-aa5c-c0976820876d tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516248 May 27 13:13:57.530191 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:57.534782 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.538967 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9307513 May 27 13:13:57.543929 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.555861 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41228) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:57.564716 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.578263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'security_group_rule': {'security_group_id': '1c9486fe-4965-4c70-8525-60b1ae63331f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:57.581723 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9c82a9e-b8d3-4f3a-98bc-0a7ceb620b51 req-e1160ef0-9c63-462c-9abf-45f84732e3fd tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 210 time: 0.2088945 May 27 13:13:57.591652 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:57.592199 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.598856 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group_rule and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:57.603505 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:57.610310 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:57.642283 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.648440 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a97cc2-67fc-4a56-b1b2-308262b5918b {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:13:57.700118 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 16a97cc2-67fc-4a56-b1b2-308262b5918b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:57.713291 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.722188 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.733692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:57.739035 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5b71c171-9003-4876-8f4a-ac39062ef5ab tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:57.739914 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.765549 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.766335 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:13:57.769438 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group_rule and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:57.770079 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:57.785262 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a16f71-dc7d-47e9-a835-5816aff7e29a,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:57.788383 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:57.805919 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:57.809101 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:57.834117 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.841423 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2844810 May 27 13:13:57.845670 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41238) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:57.854276 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'floatingip': {'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:57.860855 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:57.864931 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:floatingip and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:57.868049 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:57.874342 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:57.891536 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b5405cff-af9d-4e08-8baf-037ab7a4e454 req-d2e4d447-7427-413a-bfc6-7e870ff91b05 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336308 May 27 13:13:57.893080 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.937435 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.947521 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:57.960689 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Usage tracker for resource:security_group_rule and tenant:19f6404d3f9d45bba334872fb384de38 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:57.979551 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device be3a5321-2b50-4beb-830a-7223535c6a72 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:57.981699 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:58.008986 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:58.085298 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=16a97cc2-67fc-4a56-b1b2-308262b5918b,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.105028 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:58.110501 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.124113 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:58.124687 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639'] for subnet, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.128738 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.133970 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:13:52Z', 'revision_number': 2, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:58.141119 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:58.153660 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Checking router: 1560974c-82c0-4afe-b59b-9401e71ad966 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:58.154468 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Updating router 1560974c-82c0-4afe-b59b-9401e71ad966 port d5662a20-e944-4dfe-9b0e-318bb78451f2 binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:58.188082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670b2390-a9f1-49cc-af53-958c046ef0e9,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.190920 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:58.191408 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:58.225692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.238404 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.255692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e4b22-7efe-4cbd-af2d-26f913c6a87d req-e8e2d0ef-fdd8-4927-83cf-c9b2163a9c89 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:58.257298 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9b0e4b22-7efe-4cbd-af2d-26f913c6a87d req-e8e2d0ef-fdd8-4927-83cf-c9b2163a9c89 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 944 time: 0.6590443 May 27 13:13:58.311596 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Pushing event updated for resources: {'Port': ['ID=3cacc749-65de-4da7-b9c4-c0b9975b32eb,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.313907 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,segment=NetworkSegment(bc85ab7a-2713-48a8-b956-24c0a96134c6),segment_id=bc85ab7a-2713-48a8-b956-24c0a96134c6)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:58.318829 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:58.323458 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port be3a5321-2b50-4beb-830a-7223535c6a72 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:58.324886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bdf162-e5b5-4878-9a56-3ed660e44356,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.327974 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:58.339387 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port be3a5321-2b50-4beb-830a-7223535c6a72 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:58.340038 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.354451 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/670b2390-a9f1-49cc-af53-958c046ef0e9 HTTP/1.1" status: 204 len: 168 time: 2.0028605 May 27 13:13:58.361559 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.362896 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1945255 May 27 13:13:58.365962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41248) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:58.366366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41250) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:58.402357 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d', 'network_id': 'c404be49-7670-4be9-8bb3-48a5cb3403f3', 'port_id': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d', 'mac_address': 'fa:16:3e:63:e8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76629c79-352e-4ca6-99e3-48b86c6d472c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:13:58.403975 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Network bf837b08-7f4f-4eb7-bddd-494768cf4649 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:58.410996 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:58.425741 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:58.432282 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:58.432939 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.472599 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.475171 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-09691772-1cb9-4c3c-a070-5d185ba1c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:58.476892 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-09691772-1cb9-4c3c-a070-5d185ba1c7fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1096 time: 0.4431305 May 27 13:13:58.484206 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4635017 May 27 13:13:58.493523 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9b0e4b22-7efe-4cbd-af2d-26f913c6a87d req-fde44629-e5c5-43de-9ab3-4a45ba0e59ac tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144885 May 27 13:13:58.521385 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'security_group_rule': {'security_group_id': '26bdf162-e5b5-4878-9a56-3ed660e44356', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:58.548966 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:58.623989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.635009 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:13:58.657911 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group_rule and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:58.660112 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-f0360c42-9f89-42ce-b1de-5e72121e0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:58.662893 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-f0360c42-9f89-42ce-b1de-5e72121e0da4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.1760485 May 27 13:13:58.674024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:58.726847 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.750095 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:58.762141 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Request body: {'port': {'device_id': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:58.778390 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,segment=NetworkSegment(bc85ab7a-2713-48a8-b956-24c0a96134c6),segment_id=bc85ab7a-2713-48a8-b956-24c0a96134c6)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:58.799707 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.803582 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:58.824882 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-df3d0508-33ed-44f8-8cdd-0059e7e6a4b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 217 time: 0.1452110 May 27 13:13:58.827429 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:58.835857 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.857321 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.896757 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.908253 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19f6404d3f9d45bba334872fb384de38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7776062 May 27 13:13:58.916368 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41264) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:58.962820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.980502 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c258ce3e-806e-4d63-86de-86d2ed9ebc3a,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.983717 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:59.037418 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port be3a5321-2b50-4beb-830a-7223535c6a72, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=be3a5321-2b50-4beb-830a-7223535c6a72,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:59.065559 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.066114 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:59.070133 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.072268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:59.072994 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:59.139797 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-a860d829-a20e-4c20-a911-a1b0aad33f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:59.141633 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-a860d829-a20e-4c20-a911-a1b0aad33f82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.3079753 May 27 13:13:59.171752 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=be3a5321-2b50-4beb-830a-7223535c6a72,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:59.182031 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:59.216228 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-50b3ac07-2931-4f80-9df6-2e501db5cca6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637629 May 27 13:13:59.251851 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.265224 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['53f8e326-c6e6-4d5b-a17b-68a0cbacca9d'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:13:59.317284 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41c50-43d6-4364-8826-ecc8e275e821 req-46fee62e-3f80-449b-82ac-c58be05eee37 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:59.318676 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4dc41c50-43d6-4364-8826-ecc8e275e821 req-46fee62e-3f80-449b-82ac-c58be05eee37 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 943 time: 0.6918042 May 27 13:13:59.320829 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Transition to ACTIVE for port object d5662a20-e944-4dfe-9b0e-318bb78451f2 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:59.332564 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.334950 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.338698 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:59.342743 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.377724 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['16a97cc2-67fc-4a56-b1b2-308262b5918b'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:13:59.384202 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20e94-18c5-4398-8573-64092aea9d66 req-c0403ad4-b1c8-475b-be26-abb83a2e73e0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:59.384952 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bce20e94-18c5-4398-8573-64092aea9d66 req-c0403ad4-b1c8-475b-be26-abb83a2e73e0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 931 time: 0.5630755 May 27 13:13:59.387513 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.387513 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.388147 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.388645 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > port after_create 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.388963 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.389285 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > port after_update 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.389593 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.389898 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.390204 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.390516 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.465335 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Allocated IP 172.28.0.61 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/e299734b-21a7-451e-92a4-ee4ce02c5d95) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:59.509527 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-884a8e61-bb67-4380-b9b0-bea5fbdbb70c service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584217 May 27 13:13:59.539188 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.539848 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.540533 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.541064 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:13:59.541596 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efd0906-2e04-4e21-80b9-4135d7008092']}} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:59.558159 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad51b34-5014-4111-8ec0-4ab922969e0b') {'for_net_delete': True} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:59.559128 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad51b34-5014-4111-8ec0-4ab922969e0b') {} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:59.590211 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c176b-593f-4ec8-91ea-773068abc5e1 None None] Pushing event updated for resources: {'Port': ['ID=d5662a20-e944-4dfe-9b0e-318bb78451f2,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:59.600834 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-198c176b-593f-4ec8-91ea-773068abc5e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:59.631226 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4dc41c50-43d6-4364-8826-ecc8e275e821 req-c3770589-a6c3-4034-b78a-5c35b1629a22 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005333 May 27 13:13:59.637881 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.696238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4083163'] for segment, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.725345 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.730604 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Attempting to bind port d5662a20-e944-4dfe-9b0e-318bb78451f2 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:59.730977 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Attempting to bind port d5662a20-e944-4dfe-9b0e-318bb78451f2 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:59.731339 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Attempting to bind port d5662a20-e944-4dfe-9b0e-318bb78451f2 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:59.733413 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.756511 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:59.756892 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Checking segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:59.757307 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.757665 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Bound using segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:59.758280 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Bound port: d5662a20-e944-4dfe-9b0e-318bb78451f2, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:59.758960 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.791251 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.812519 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:59.847587 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=91947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:13:59.847587 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-559010'] for segment, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: from cryptography.utils import int_from_bytes May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: from cryptography.utils import int_from_bytes May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: Traceback (most recent call last): May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: timer() May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: cb(*args, **kw) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: return func(*args, **kwargs) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: self._notify() May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: self.callback(batched_events) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: event.method(event) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: return f(self, *a, **k) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: return self._get(url).json() May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: return self.request(url, 'GET', **kwargs) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:13:59.890518 dv-cinder-751579-24-smb neutron-server[91947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:13:59.893528 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device be3a5321-2b50-4beb-830a-7223535c6a72 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:59.920238 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.954784 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6888dc0-dc33-4e40-8913-b82219f3b65c,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.022122 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cacc749-65de-4da7-b9c4-c0b9975b32eb {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:00.029928 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.044960 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-bce20e94-18c5-4398-8573-64092aea9d66 req-29cb8c3f-0505-4e53-a6a1-99865945492f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Synchronizing usage tracker for tenant:11142ba1693948109125509fd1f03a54 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:00.047518 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.051042 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6771219 May 27 13:14:00.055911 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.061400 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41282) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:00.063697 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Transition to ACTIVE for port object 3cacc749-65de-4da7-b9c4-c0b9975b32eb will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:00.070528 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'security_group_rule': {'security_group_id': '26bdf162-e5b5-4878-9a56-3ed660e44356', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:00.095101 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:00.096734 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] For port d5662a20-e944-4dfe-9b0e-318bb78451f2, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:00.102226 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.102430 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] For port d5662a20-e944-4dfe-9b0e-318bb78451f2, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=d5662a20-e944-4dfe-9b0e-318bb78451f2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:00.105652 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group_rule and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:00.111367 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:00.111647 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.112983 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-37985193-b5df-4de7-a3d6-094f0524ae87 req-fcb7ba51-f4fc-4af8-a17d-354981f02c9a service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534387 May 27 13:14:00.115950 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.117775 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f36a4b65-fe73-4292-8db8-86072f28d648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:00.119205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:00.124840 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:00.125638 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:00.138719 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.150345 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.161726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4efd0906-2e04-4e21-80b9-4135d7008092,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.168612 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.171984 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:00.183869 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.187313 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c258ce3e-806e-4d63-86de-86d2ed9ebc3a HTTP/1.1" status: 204 len: 168 time: 1.2572634 May 27 13:14:00.200485 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4efd0906-2e04-4e21-80b9-4135d7008092 HTTP/1.1" status: 204 len: 168 time: 1.8284063 May 27 13:14:00.200485 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258ce3e-806e-4d63-86de-86d2ed9ebc3a,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.202078 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41290) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:00.203626 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c176b-593f-4ec8-91ea-773068abc5e1 None None] Pushing event updated for resources: {'Port': ['ID=d5662a20-e944-4dfe-9b0e-318bb78451f2,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.204830 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.215817 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.217691 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-198c176b-593f-4ec8-91ea-773068abc5e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.218520 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port be3a5321-2b50-4beb-830a-7223535c6a72 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:00.219033 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.249578 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-bce20e94-18c5-4398-8573-64092aea9d66 req-29cb8c3f-0505-4e53-a6a1-99865945492f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Unset dirty status for tenant:11142ba1693948109125509fd1f03a54 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:00.250770 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bce20e94-18c5-4398-8573-64092aea9d66 req-29cb8c3f-0505-4e53-a6a1-99865945492f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380858 May 27 13:14:00.276572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd2d50-c2f4-44ea-bd25-994f5fd66936 req-047da551-7839-46dc-87dd-54d9242d3a5d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:00.284244 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-26dd2d50-c2f4-44ea-bd25-994f5fd66936 req-047da551-7839-46dc-87dd-54d9242d3a5d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 945 time: 0.4627752 May 27 13:14:00.317358 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:00.318309 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:13:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:00.354304 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Pushing event updated for resources: {'Port': ['ID=3cacc749-65de-4da7-b9c4-c0b9975b32eb,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.363173 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_v2 [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Deleting subnet 2859680c-8155-49a3-b18f-e1eace94908d {{(pid=91947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:14:00.367643 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.380609 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.454169 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-26dd2d50-c2f4-44ea-bd25-994f5fd66936 req-eba3b334-5085-4726-beb4-f44acbf00b02 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688638 May 27 13:14:00.505143 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.517200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.542545 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4083170'] for subnet, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.559930 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.575410 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f4ce82ba-106d-4f36-b98d-9fba99890d2a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:00.576937 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:00.616771 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731dcb46-6174-42ea-98da-441c8434755a,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.620959 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.625563 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.629591 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5651708 May 27 13:14:00.635189 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41298) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:00.646310 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'floatingip': {'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:00.649026 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:00.655390 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:00.656386 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:00.657881 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.674239 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:00.683090 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:00.689708 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:floatingip and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:00.694060 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:00.706874 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:00.736193 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.839981 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'Port': ['ID=e299734b-21a7-451e-92a4-ee4ce02c5d95,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.843163 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.844360 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Attempting to bind port 3cacc749-65de-4da7-b9c4-c0b9975b32eb on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:00.844862 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Attempting to bind port 3cacc749-65de-4da7-b9c4-c0b9975b32eb by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:00.845279 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Attempting to bind port 3cacc749-65de-4da7-b9c4-c0b9975b32eb on network bf837b08-7f4f-4eb7-bddd-494768cf4649 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:00.859786 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Port 3cacc749-65de-4da7-b9c4-c0b9975b32eb on network bf837b08-7f4f-4eb7-bddd-494768cf4649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:00.860156 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Attempting to bind port 3cacc749-65de-4da7-b9c4-c0b9975b32eb on network bf837b08-7f4f-4eb7-bddd-494768cf4649 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:00.869248 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:00.869626 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Checking segment: {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:00.869742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41304) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:00.870204 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Bound using segment: {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:00.870689 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Bound port: 3cacc749-65de-4da7-b9c4-c0b9975b32eb, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7326f922-d882-4ebd-827d-e07761d5d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:00.871136 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.937157 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.965057 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.008710 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:01.026955 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Usage tracker for resource:security_group_rule and tenant:4f38b5029cd64b04af98654efe8a7164 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:01.033093 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:01.040065 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] For port 3cacc749-65de-4da7-b9c4-c0b9975b32eb, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:01.045570 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] For port 3cacc749-65de-4da7-b9c4-c0b9975b32eb, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:01.046568 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:00Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:01.047182 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.050983 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e5cba-8a11-4984-8829-b4ede3cb9890 None None] The sync data for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb is: [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:00Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:14:01.083678 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:01.090940 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.120271 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3f301577-77cb-4802-94df-ab1edb100d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:01.168372 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6215-8fcf-47f6-9c3b-65ceb97fa311 req-e3b59c71-227e-4faa-88e4-637996fab064 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.175660 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4dba6215-8fcf-47f6-9c3b-65ceb97fa311 req-e3b59c71-227e-4faa-88e4-637996fab064 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 944 time: 0.3570638 May 27 13:14:01.188910 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.189830 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.191315 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] 10.222.0.64 "PUT /v2.0/ports/3cacc749-65de-4da7-b9c4-c0b9975b32eb HTTP/1.1" status: 200 len: 1093 time: 2.5171914 May 27 13:14:01.196664 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'tag': '3cacc749-65de-4da7-b9c4-c0b9975b32eb'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:01.261081 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-557312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004026'] for subnet, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.293614 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:01.323182 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'tag': '3cacc749-65de-4da7-b9c4-c0b9975b32eb', 'status': 'completed', 'code': 200} May 27 13:14:01.328170 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Pushing event updated for resources: {'Port': ['ID=3cacc749-65de-4da7-b9c4-c0b9975b32eb,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:01.330413 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4dba6215-8fcf-47f6-9c3b-65ceb97fa311 req-b0012dc5-5931-4609-ab77-46ad63dddc69 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517129 May 27 13:14:01.369385 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2859680c-8155-49a3-b18f-e1eace94908d,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:01.371532 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.389432 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:01.395299 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:01.418842 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.457811 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2859680c-8155-49a3-b18f-e1eace94908d HTTP/1.1" status: 204 len: 168 time: 1.2522526 May 27 13:14:01.461012 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41314) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:01.463969 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.465881 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.495990 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-42702bb2-6cf5-40b2-8120-1ef1cce54fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.497785 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-42702bb2-6cf5-40b2-8120-1ef1cce54fae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 1096 time: 0.2547927 May 27 13:14:01.517135 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-61670fc8-9ed0-4c01-9c1d-295ca91b29af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:01.586617 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4f38b5029cd64b04af98654efe8a7164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7131186 May 27 13:14:01.596700 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41320) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:01.646103 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf171b30-ad47-4b42-a5a1-4dd6214b8c01,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:01.649371 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:01.660696 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-34e5b561-11c5-4872-a4c9-e90641f7671d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb HTTP/1.1" status: 200 len: 217 time: 0.0954514 May 27 13:14:01.749020 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.db.resource_extend [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:14:01.760055 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-a7604f04-603a-4a4f-8c8b-718a2ebdbad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.761633 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-a7604f04-603a-4a4f-8c8b-718a2ebdbad3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.0921974 May 27 13:14:01.810563 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.840790 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-6bade5e0-b354-4846-b9ee-18c6683b3eee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658972 May 27 13:14:01.843635 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.846781 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.878603 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device d5662a20-e944-4dfe-9b0e-318bb78451f2 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:01.961572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea94e3-2a7c-40bf-ba7f-e0ecc43d5308 req-bfba108f-93b9-4aa3-a2b5-eedf1491e7b2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.963144 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9fea94e3-2a7c-40bf-ba7f-e0ecc43d5308 req-bfba108f-93b9-4aa3-a2b5-eedf1491e7b2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 943 time: 0.5475969 May 27 13:14:02.002349 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-094fca29-dc63-4e09-9748-88eee4038775 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:02.029647 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port d5662a20-e944-4dfe-9b0e-318bb78451f2 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:02.035506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.036215 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port d5662a20-e944-4dfe-9b0e-318bb78451f2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:02.036829 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.039687 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Allocated IP 172.28.0.155 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/dffe29c3-0bfd-4ac3-a024-3796ee119636) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:02.074452 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-23b8a4f9-d238-493c-bfef-cfe32fdc9fd7 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154467 May 27 13:14:02.076120 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.097090 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'Port': ['ID=e299734b-21a7-451e-92a4-ee4ce02c5d95,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:02.127350 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:02.130563 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9fea94e3-2a7c-40bf-ba7f-e0ecc43d5308 req-852141b7-de18-4363-80ce-ef929f4c4414 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482959 May 27 13:14:02.132666 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.173157 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c48161-78aa-47bb-9cfe-0f34a70d85cc req-d0225e99-db87-49c1-a6c9-a7b6b4982f96 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:02.175400 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-49c48161-78aa-47bb-9cfe-0f34a70d85cc req-d0225e99-db87-49c1-a6c9-a7b6b4982f96 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 945 time: 0.5825598 May 27 13:14:02.242258 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.280975 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.284666 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port d5662a20-e944-4dfe-9b0e-318bb78451f2, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=d5662a20-e944-4dfe-9b0e-318bb78451f2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:02.291253 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4420850 May 27 13:14:02.293080 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.297728 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:02.385097 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=d5662a20-e944-4dfe-9b0e-318bb78451f2,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:02.388807 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:02.457393 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-49c48161-78aa-47bb-9cfe-0f34a70d85cc req-19922097-7aeb-4dc8-a787-9dcf9a62e384 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171345 May 27 13:14:02.494229 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.509682 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71bfc309-b560-4854-9917-05934783923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:02.538768 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.550305 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf171b30-ad47-4b42-a5a1-4dd6214b8c01,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:02.553074 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:02.669708 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.696991 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.697230 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.697315 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.698038 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.698370 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf171b30-ad47-4b42-a5a1-4dd6214b8c01 HTTP/1.1" status: 204 len: 168 time: 1.0948517 May 27 13:14:02.698475 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > port after_create 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.698709 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.699043 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > port after_update 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.699358 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.699675 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.699986 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.700504 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.734721 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-721cb6ad-4b59-43e9-872f-b938b366ab4d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Synchronizing usage tracker for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:02.769039 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.769412 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.769745 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.770082 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:02.770456 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cced66bd-61a7-47a4-a997-6196914d5693']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:02.770600 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.771341 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-721cb6ad-4b59-43e9-872f-b938b366ab4d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Unset dirty status for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:02.772503 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-721cb6ad-4b59-43e9-872f-b938b366ab4d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--268668694&fields=id&tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2 HTTP/1.1" status: 200 len: 267 time: 0.1179564 May 27 13:14:02.779633 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:02.784185 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-359f8b53-5074-4f59-8491-50b9ec16a8f6 req-ae85df8a-d369-43fe-bc4b-2496582701d6 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781743 May 27 13:14:02.787859 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8222e196-f134-44cb-8813-30ced7d1d0ac') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:02.788352 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8222e196-f134-44cb-8813-30ced7d1d0ac') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:02.801602 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.819793 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.827968 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:14:02.828445 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: from cryptography.utils import int_from_bytes May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: from cryptography.utils import int_from_bytes May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:14:02.845007 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:14:02.847110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee512cfd-a455-48ae-b3e3-05a277956ac3 req-b47ef2be-c595-4b14-a37b-cfd4e81d19e2 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:02.848566 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee512cfd-a455-48ae-b3e3-05a277956ac3 req-b47ef2be-c595-4b14-a37b-cfd4e81d19e2 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 944 time: 0.2615592 May 27 13:14:02.912040 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:02.951486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0217227b-4fb5-4ed8-95b8-b77537b9db30 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:02.969391 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:02.984455 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:02.994897 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.014230 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 16a97cc2-67fc-4a56-b1b2-308262b5918b up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:03.014468 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:03.031418 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-800d2f08-333c-49ef-869c-69941e6a52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:03.033253 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-800d2f08-333c-49ef-869c-69941e6a52d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 1096 time: 0.1874504 May 27 13:14:03.035413 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.048268 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cced66bd-61a7-47a4-a997-6196914d5693 HTTP/1.1" status: 204 len: 168 time: 1.5852706 May 27 13:14:03.077937 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'Port': ['ID=dffe29c3-0bfd-4ac3-a024-3796ee119636,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:03.087345 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee512cfd-a455-48ae-b3e3-05a277956ac3 req-fff06086-f351-494b-a6ff-c69ecceff8cb tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114284 May 27 13:14:03.090459 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:03.161332 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Pushing event deleted for resources: {'Network': ['ID=cced66bd-61a7-47a4-a997-6196914d5693,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:03.166480 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:03.209020 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-66833618-9ad3-4ff9-a02f-44e8c038ae5d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:03.209889 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-66833618-9ad3-4ff9-a02f-44e8c038ae5d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Synchronizing usage tracker for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:03.242679 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 16a97cc2-67fc-4a56-b1b2-308262b5918b completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:03.244214 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.252020 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-66833618-9ad3-4ff9-a02f-44e8c038ae5d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Unset dirty status for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:03.253382 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-66833618-9ad3-4ff9-a02f-44e8c038ae5d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 811 time: 0.4147873 May 27 13:14:03.255885 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 16a97cc2-67fc-4a56-b1b2-308262b5918b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:03.256282 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.319480 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-316381e9-a695-44fb-917d-3071bce02a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:03.320267 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-0a5e9641-e521-4cd2-9d79-676240e01be0 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/quotas/407679f7f4d64e0cbfdb7753ac0cd4e2 HTTP/1.1" status: 200 len: 375 time: 0.0331755 May 27 13:14:03.323035 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-316381e9-a695-44fb-917d-3071bce02a8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.2731228 May 27 13:14:03.331010 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.395481 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41364) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:03.405739 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0217227b-4fb5-4ed8-95b8-b77537b9db30, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:03.417464 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-10a7c07c-5bbc-41a3-9830-b9112fe0573d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb HTTP/1.1" status: 200 len: 217 time: 0.0859959 May 27 13:14:03.432635 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '0217227b-4fb5-4ed8-95b8-b77537b9db30', 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'port_id': '0217227b-4fb5-4ed8-95b8-b77537b9db30', 'mac_address': 'fa:16:3e:35:52:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:03.501749 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-505b0b4c-718b-4876-8d9d-0a8b5551c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:03.505697 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-505b0b4c-718b-4876-8d9d-0a8b5551c46b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.0788317 May 27 13:14:03.546955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-0f97342a-b358-4670-a282-082fc51b9715 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0558cf89257641fd9d8a36d89281718a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1446013 May 27 13:14:03.564366 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-18252531-d20b-4bb3-a7c2-16bcf3846022 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504034 May 27 13:14:03.564883 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41372) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:03.567349 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.591520 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.626179 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0217227b-4fb5-4ed8-95b8-b77537b9db30 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:03.643609 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596276b9-83c2-4b83-a12e-001b7df15709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a97cc2-67fc-4a56-b1b2-308262b5918b'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:03.732252 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-0ddd2e33-ce1c-4c8a-847a-8ae312a2590f service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606870 May 27 13:14:03.749747 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 16a97cc2-67fc-4a56-b1b2-308262b5918b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:03.758153 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0217227b-4fb5-4ed8-95b8-b77537b9db30, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:03.760779 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.762480 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:03.766309 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-9ab746c0-2974-4e40-931e-8bf7390e3f75 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4370422 May 27 13:14:03.797766 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71b314-728c-4a28-80e3-ed69ae75a1c8 req-c2193759-071d-4eba-a4d8-5ead7463d21a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:03.799366 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1b71b314-728c-4a28-80e3-ed69ae75a1c8 req-c2193759-071d-4eba-a4d8-5ead7463d21a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 943 time: 0.4051969 May 27 13:14:03.835379 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:03.895993 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.898151 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device d5662a20-e944-4dfe-9b0e-318bb78451f2 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:03.983556 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.036467 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2759ecd7-396c-43c0-9c15-6313007b9022 req-52699636-e385-4580-862a-01de2846545b service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889929 May 27 13:14:04.064646 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1b71b314-728c-4a28-80e3-ed69ae75a1c8 req-2040c863-b546-4ba2-8e48-b71b03c74dad tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323017 May 27 13:14:04.076068 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=16a97cc2-67fc-4a56-b1b2-308262b5918b,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:04.081883 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:04.088122 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-965ddbea-3a94-4fc9-b82c-609119031827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:04.129150 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.138651 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.147772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.173926 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:04.174129 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:04.212836 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port d5662a20-e944-4dfe-9b0e-318bb78451f2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:04.213217 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.254101 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:04.254829 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.352313 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0217227b-4fb5-4ed8-95b8-b77537b9db30,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:04.357189 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:04.468936 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['0217227b-4fb5-4ed8-95b8-b77537b9db30'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:04.490366 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-538cc863-b82e-4453-9449-08a1a92aa48f service neutron] 10.222.0.76 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883507 May 27 13:14:04.508590 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'Port': ['ID=dffe29c3-0bfd-4ac3-a024-3796ee119636,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:04.515905 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:04.521688 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.549505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.584727 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,segment=NetworkSegment(bc85ab7a-2713-48a8-b956-24c0a96134c6),segment_id=bc85ab7a-2713-48a8-b956-24c0a96134c6)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:04.597241 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.601700 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:04.608932 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.619695 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f8b82770-e0ad-48b6-ac5d-62a71cd04538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:04.648156 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ff1033-94ef-4604-bb89-a981eeb02cd5,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:04.658259 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:04.666858 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.670576 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/50ff1033-94ef-4604-bb89-a981eeb02cd5 HTTP/1.1" status: 204 len: 168 time: 1.1019850 May 27 13:14:04.683770 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.685176 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0473175 May 27 13:14:04.709987 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024177d-b1e5-4339-8803-e7f9d1db2a51 req-358b64a3-be64-47c4-a9ee-58e2a08e5610 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:04.712000 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e024177d-b1e5-4339-8803-e7f9d1db2a51 req-358b64a3-be64-47c4-a9ee-58e2a08e5610 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.4374650 May 27 13:14:04.721444 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-d0fe9c1d-95cd-41db-af65-7d8ddf890999 service neutron] 10.222.0.76 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090511 May 27 13:14:04.821270 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e024177d-b1e5-4339-8803-e7f9d1db2a51 req-aff46da1-7839-4248-868d-1948ec69cf0d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891027 May 27 13:14:04.846614 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:04.851286 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:05.092716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794395-565e-4240-9fdb-ae52bd588229 req-fdb862dc-c02f-4095-bd92-6fee7d24dfa9 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:05.093229 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a8794395-565e-4240-9fdb-ae52bd588229 req-fdb862dc-c02f-4095-bd92-6fee7d24dfa9 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.0988936 May 27 13:14:05.144743 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a8794395-565e-4240-9fdb-ae52bd588229 req-f48c9059-e5e5-4b43-9e2a-40597f9c7e9c tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 May 27 13:14:05.160449 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596276b9-83c2-4b83-a12e-001b7df15709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a97cc2-67fc-4a56-b1b2-308262b5918b', 'code': 200} May 27 13:14:05.236692 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a57ed926-6ca5-4fbd-8e03-406a82ea245d req-459160cc-ca1b-4976-a6b7-daaaa1202cd3 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0455711 May 27 13:14:05.529647 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-b2bf021a-94d5-4a57-84fa-8cb8bd9c679a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:05.544228 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41462) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:05.587310 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-49b030ed-2a8a-4ea9-b65c-49fd2ae3aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:05.589225 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-49b030ed-2a8a-4ea9-b65c-49fd2ae3aebd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 1099 time: 0.1876411 May 27 13:14:05.629403 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.629992 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-b2bf021a-94d5-4a57-84fa-8cb8bd9c679a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:05.632027 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-b2bf021a-94d5-4a57-84fa-8cb8bd9c679a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1059111030&fields=id&tenant_id=42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 267 time: 0.1968777 May 27 13:14:05.647954 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11fe52-7bdd-45c9-8911-3525bdb97899 req-9b27b9b0-762d-41c1-b285-234112d7ace4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:05.657375 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6f11fe52-7bdd-45c9-8911-3525bdb97899 req-9b27b9b0-762d-41c1-b285-234112d7ace4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 943 time: 0.2849171 May 27 13:14:05.658407 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:05.662745 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Usage tracker for resource:security_group_rule and tenant:0ebc379104844b80be609f117ba80577 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:05.669269 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:05.681865 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:05.790423 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-c0a85f52-676c-4f95-9559-1165a5719fab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df3ed1931c2f4dc997a7a6504554b73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437797 May 27 13:14:05.798449 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41470) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:05.803002 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.826962 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6f11fe52-7bdd-45c9-8911-3525bdb97899 req-c3cdcf95-631c-41bd-bc2d-8fa394c5a5f1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686039 May 27 13:14:05.859900 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.886181 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-73f2ee28-df1e-41ea-81eb-f18c48240eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:05.898334 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-bb19e2c1-dfad-4384-adda-b90906c9ae71 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:05.899253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-bb19e2c1-dfad-4384-adda-b90906c9ae71 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:05.913047 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ef6fdc9a-108c-46e2-acbc-a73502c3592f req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093266 May 27 13:14:05.927473 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.934046 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-bb19e2c1-dfad-4384-adda-b90906c9ae71 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:05.941596 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ee4b6-57e8-40fc-a254-bf52260e831a,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:05.942563 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-bb19e2c1-dfad-4384-adda-b90906c9ae71 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 816 time: 0.2687788 May 27 13:14:05.946989 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:05.969335 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-d968fb70-d90c-431c-ac8a-37743e8b9b39 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/quotas/42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 375 time: 0.0223293 May 27 13:14:05.978153 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.047379 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.054982 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:06.069508 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4a8324-2640-41a1-9292-af6278ca2566,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:06.073505 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:06.092909 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.096306 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b4a8324-2640-41a1-9292-af6278ca2566 HTTP/1.1" status: 204 len: 168 time: 0.2968657 May 27 13:14:06.159428 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-19ed8801-9b0a-4315-82ac-52ce37846d8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:06.171693 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48a5b1-9dcd-4b7d-96a9-f0df1df76a43 req-d1e0d454-c8c4-4bb6-9ede-e8bf818334f6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:06.173369 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3e48a5b1-9dcd-4b7d-96a9-f0df1df76a43 req-d1e0d454-c8c4-4bb6-9ede-e8bf818334f6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.1849322 May 27 13:14:06.206366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-19ed8801-9b0a-4315-82ac-52ce37846d8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:06.207690 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-19ed8801-9b0a-4315-82ac-52ce37846d8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2285495 May 27 13:14:06.254592 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3e48a5b1-9dcd-4b7d-96a9-f0df1df76a43 req-53b2bf10-0514-47e4-bd29-071e61a5f75f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717487 May 27 13:14:06.294399 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.405299 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-bcbebacd-3327-44ba-99fd-1e62db8f7256 service neutron] 10.222.0.76 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832011 May 27 13:14:06.564363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79062ae-244c-41e2-b162-4d3d97017533 req-8bbf4f25-92b0-410a-8a5f-ad01d9588df7 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:06.565885 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d79062ae-244c-41e2-b162-4d3d97017533 req-8bbf4f25-92b0-410a-8a5f-ad01d9588df7 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.2064383 May 27 13:14:06.571346 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-e19b6803-5753-406d-9a92-63e0f9e14c11 service neutron] 10.222.0.76 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593657 May 27 13:14:06.620205 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d79062ae-244c-41e2-b162-4d3d97017533 req-5647e333-372b-4072-9610-96fd32973fdc tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477428 May 27 13:14:06.777708 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ef0e42d-b79d-4329-8ad0-77e45ba91c02 req-b1fa8378-51a2-48de-9825-e1ca9fd83fca tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 210 time: 0.0515823 May 27 13:14:06.839197 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-49a32bc2-52d6-4829-a8bd-be2180c6e0fa req-6c2161d2-4542-4a2d-b978-64db521e9479 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0788107 May 27 13:14:06.971133 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 3cacc749-65de-4da7-b9c4-c0b9975b32eb details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:06.976382 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0217227b-4fb5-4ed8-95b8-b77537b9db30 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:07.058562 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900365c2-c481-428e-87e5-d03a3ca9e641 req-b60f666c-d1db-47ee-819b-ea740861a8da tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:07.063046 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-900365c2-c481-428e-87e5-d03a3ca9e641 req-b60f666c-d1db-47ee-819b-ea740861a8da tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 943 time: 0.1132715 May 27 13:14:07.146746 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-900365c2-c481-428e-87e5-d03a3ca9e641 req-698138bb-1d4b-4ae8-b4c0-15094b1242d5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769384 May 27 13:14:07.181025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e355f1e-c4ba-4638-bf66-01927df47495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:07.192904 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 0217227b-4fb5-4ed8-95b8-b77537b9db30 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:07.224521 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 0217227b-4fb5-4ed8-95b8-b77537b9db30 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:07.224907 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.277651 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e355f1e-c4ba-4638-bf66-01927df47495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d', 'code': 200} May 27 13:14:07.309250 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 3cacc749-65de-4da7-b9c4-c0b9975b32eb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:07.334019 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '3cacc749-65de-4da7-b9c4-c0b9975b32eb', 'network_id': 'bf837b08-7f4f-4eb7-bddd-494768cf4649', 'port_id': '3cacc749-65de-4da7-b9c4-c0b9975b32eb', 'mac_address': 'fa:16:3e:9d:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a264d129-dc52-4bd9-93d9-60b60009f11f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:07.461778 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.478526 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.497268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cacc749-65de-4da7-b9c4-c0b9975b32eb {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:07.526064 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 3cacc749-65de-4da7-b9c4-c0b9975b32eb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:07.531549 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0217227b-4fb5-4ed8-95b8-b77537b9db30, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:07.533018 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.535311 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-198c176b-593f-4ec8-91ea-773068abc5e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:07.535466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1415dec-b5ae-4a5d-a3e4-54d272a5df5d req-edb3c796-483e-4d53-964a-6147ca220688 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:07.541040 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f1415dec-b5ae-4a5d-a3e4-54d272a5df5d req-edb3c796-483e-4d53-964a-6147ca220688 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.1411946 May 27 13:14:07.576114 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.650560 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=3cacc749-65de-4da7-b9c4-c0b9975b32eb,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:07.660008 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:07.660517 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:07.671479 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f1415dec-b5ae-4a5d-a3e4-54d272a5df5d req-73b043bc-7472-4a9a-bee8-5cd1ae9cc4fa tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251574 May 27 13:14:07.710162 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-d275bc96-75bc-4fea-88bd-37bd80b513c9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:07.713210 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-d275bc96-75bc-4fea-88bd-37bd80b513c9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 811 time: 0.4102864 May 27 13:14:07.839377 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-d7d1160c-104c-41da-bcd2-ad65486d1c7b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2 HTTP/1.1" status: 200 len: 379 time: 0.1164517 May 27 13:14:07.847216 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0217227b-4fb5-4ed8-95b8-b77537b9db30,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:07.861404 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:07.865962 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'port': {'device_id': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'admin_state_up': True, 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'security_groups': ['1c9486fe-4965-4c70-8525-60b1ae63331f']}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:07.960034 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955a608-1a8c-48c8-a317-10bf2c101a65 req-6ce62aa4-a0f7-4ec5-8ce8-3cc8c146ed22 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:07.962268 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8955a608-1a8c-48c8-a317-10bf2c101a65 req-6ce62aa4-a0f7-4ec5-8ce8-3cc8c146ed22 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.1268611 May 27 13:14:07.989078 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['3cacc749-65de-4da7-b9c4-c0b9975b32eb'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:08.114148 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098e0c-b37d-47b3-9a21-ba25e7210a01 req-a1c0dec3-d5dd-471b-8f42-456f32c9a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:08.126717 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a3098e0c-b37d-47b3-9a21-ba25e7210a01 req-a1c0dec3-d5dd-471b-8f42-456f32c9a750 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 1098 time: 0.2291644 May 27 13:14:08.131978 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:08.167925 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:port and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:08.174987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:08.186107 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:08.208031 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-a3098e0c-b37d-47b3-9a21-ba25e7210a01 req-0e979871-fd9f-4c69-9ec4-d4a48c5943af service neutron] Synchronizing usage tracker for tenant:0ebc379104844b80be609f117ba80577 on resource:security_group {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:08.215626 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Made reservation on behalf of 407679f7f4d64e0cbfdb7753ac0cd4e2 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:08.219466 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.290105 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8955a608-1a8c-48c8-a317-10bf2c101a65 req-9aa013a0-b544-42a3-a1d5-b834f5243304 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195899 May 27 13:14:08.353791 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d51ee2ac-cbfc-4f6f-b155-244b5f4c39c2 req-4243bcc3-8e81-4645-a12c-6b810459f281 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 210 time: 0.3195240 May 27 13:14:08.372918 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-a3098e0c-b37d-47b3-9a21-ba25e7210a01 req-0e979871-fd9f-4c69-9ec4-d4a48c5943af service neutron] Unset dirty status for tenant:0ebc379104844b80be609f117ba80577 on resource:security_group {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:08.374066 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a3098e0c-b37d-47b3-9a21-ba25e7210a01 req-0e979871-fd9f-4c69-9ec4-d4a48c5943af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353253 May 27 13:14:08.571488 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-eb5d825d-60bb-4d19-8847-e7c4257794f0 req-1da5ba50-ffd4-4fce-a05d-29c8d535b90f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0922163 May 27 13:14:08.625525 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb093f79-1cf4-498c-b282-4fd1e91e4b25 req-063740bb-fd5b-468f-b8f8-5221bdb7df35 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:08.628078 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cb093f79-1cf4-498c-b282-4fd1e91e4b25 req-063740bb-fd5b-468f-b8f8-5221bdb7df35 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 944 time: 0.1115534 May 27 13:14:08.695134 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Allocated IP 172.20.0.4 (f2660340-c8d6-4d4d-a683-a81a09762a51/2f1b8901-3dbf-4871-95b8-6a1c4b02f944/855086af-9a0e-4a91-8f99-c450cec33e64) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:08.760506 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cb093f79-1cf4-498c-b282-4fd1e91e4b25 req-b2f02cd0-b232-4e93-aa1e-cdfa16095ed0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259096 May 27 13:14:08.863755 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-f762120f-0814-4f08-8b34-9fcad002673c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:08.865335 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-f762120f-0814-4f08-8b34-9fcad002673c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 816 time: 0.3112497 May 27 13:14:08.882390 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f8359-defb-4951-8e46-35008f988fd3 req-20e0a63e-7281-4b2c-bbad-2b8f99858e22 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:08.890376 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47f8359-defb-4951-8e46-35008f988fd3 req-20e0a63e-7281-4b2c-bbad-2b8f99858e22 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.0899026 May 27 13:14:08.942524 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b47f8359-defb-4951-8e46-35008f988fd3 req-8a1ef2f3-baab-4424-bffb-cff5c1aa6177 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514069 May 27 13:14:09.101272 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-a6c940ce-e123-40ab-a907-e68df4e682b3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 380 time: 0.1229303 May 27 13:14:09.118588 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'port': {'device_id': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'admin_state_up': True, 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'security_groups': ['26bdf162-e5b5-4878-9a56-3ed660e44356']}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:09.241030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.271646 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Transition to ACTIVE for port object 855086af-9a0e-4a91-8f99-c450cec33e64 will not be triggered until provisioned by entity DHCP. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:09.279199 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217227b-4fb5-4ed8-95b8-b77537b9db30'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:09.334057 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:09.345567 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:09.360723 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Made reservation on behalf of 42db8257e0b94824b6bcf7286215248c for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:09.365728 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.380154 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217227b-4fb5-4ed8-95b8-b77537b9db30', 'code': 200} May 27 13:14:09.393512 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.411147 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:09.613576 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4104ddb1-6b75-4458-9763-971a45b10f16 req-5c1078c7-b2ad-4d96-9dc6-524c231dcc38 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 210 time: 0.0863078 May 27 13:14:09.662148 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Network f2660340-c8d6-4d4d-a683-a81a09762a51 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:09.666678 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:09.672331 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:09.676864 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691e974-5665-4a15-b134-630b3cf6039e req-6a08ec1f-0416-4fb5-a96f-57240d9a628a tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:09.678682 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2691e974-5665-4a15-b134-630b3cf6039e req-6a08ec1f-0416-4fb5-a96f-57240d9a628a tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.2019622 May 27 13:14:09.750635 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'Port': ['ID=855086af-9a0e-4a91-8f99-c450cec33e64,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:09.778938 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:09.834898 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2691e974-5665-4a15-b134-630b3cf6039e req-24aa344c-52e9-4a37-b066-94d7bff5493a tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133530 May 27 13:14:09.909692 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:09.910639 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.946572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db192013-08bf-45b1-b75b-0a759595b47b req-90c4c54e-d147-43a2-9efe-b4e816d7a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:09.956699 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-db192013-08bf-45b1-b75b-0a759595b47b req-90c4c54e-d147-43a2-9efe-b4e816d7a23f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.2761376 May 27 13:14:09.966297 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1180382 May 27 13:14:09.967425 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Allocated IP 172.20.0.14 (d27268b7-d8d0-40d0-999e-3da0a6c787ff/6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a/0f33e84e-e47a-420f-a0a7-cc40848bb880) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:09.981655 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Request body: {'port': {'device_id': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:10.027488 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-a0118cd9-fcf6-4094-b19f-d326d4964d7a None None] Provisioning for port 855086af-9a0e-4a91-8f99-c450cec33e64 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:10.036325 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-a0118cd9-fcf6-4094-b19f-d326d4964d7a None None] Provisioning complete for port 855086af-9a0e-4a91-8f99-c450cec33e64 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:10.036901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a0118cd9-fcf6-4094-b19f-d326d4964d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.121839 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-a0118cd9-fcf6-4094-b19f-d326d4964d7a None None] Port 855086af-9a0e-4a91-8f99-c450cec33e64 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:14:10.164647 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-db192013-08bf-45b1-b75b-0a759595b47b req-1a594fa4-79f5-4574-a592-0e1de0ab6bc7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846178 May 27 13:14:10.196908 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ee702-3683-47d8-ba33-9314435fe9fb req-ebef6f41-c3e8-462f-88e3-8c60b4d27aae tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:10.203897 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0b1ee702-3683-47d8-ba33-9314435fe9fb req-ebef6f41-c3e8-462f-88e3-8c60b4d27aae tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 931 time: 0.3381891 May 27 13:14:10.241747 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdf826-0f8c-4e89-86f7-7a81de00cab5 req-bb71b347-c846-45c5-a494-1a85991acf75 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:10.248940 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-becdf826-0f8c-4e89-86f7-7a81de00cab5 req-bb71b347-c846-45c5-a494-1a85991acf75 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 944 time: 0.2699764 May 27 13:14:10.251740 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.324047 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-becdf826-0f8c-4e89-86f7-7a81de00cab5 req-f20598d0-3bdb-47eb-87fe-9e2fae5646ab tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741010 May 27 13:14:10.344117 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0b1ee702-3683-47d8-ba33-9314435fe9fb req-4f6a127a-3241-436e-ad86-f5b030c714e0 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392877 May 27 13:14:10.433848 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.472250 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Transition to ACTIVE for port object 0f33e84e-e47a-420f-a0a7-cc40848bb880 will not be triggered until provisioned by entity DHCP. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:10.544973 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde312ed-5a56-4011-ad9a-09287de1fdd4 req-ee96f23d-5e50-458f-a8fc-af73afcad7b7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:10.554399 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dde312ed-5a56-4011-ad9a-09287de1fdd4 req-ee96f23d-5e50-458f-a8fc-af73afcad7b7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.1105976 May 27 13:14:10.631020 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.662095 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:10.665588 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dde312ed-5a56-4011-ad9a-09287de1fdd4 req-226df34c-0750-4604-b9ce-dc35faee79c4 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098816 May 27 13:14:10.747849 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41686) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:10.837946 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:10.845128 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:10.872929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:10.905001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253ddc1-8d35-4034-8959-975363c97146 req-f72279cc-c60e-4b77-969c-67052e8e1ca8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:10.918071 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7253ddc1-8d35-4034-8959-975363c97146 req-f72279cc-c60e-4b77-969c-67052e8e1ca8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 932 time: 0.1535714 May 27 13:14:10.918828 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41698) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:10.987989 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:11.002086 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 3cacc749-65de-4da7-b9c4-c0b9975b32eb up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:11.038638 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.db.resource_extend [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:14:11.048255 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7253ddc1-8d35-4034-8959-975363c97146 req-973040c2-b507-41fb-b7b9-88e8dd091880 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242752 May 27 13:14:11.171211 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.190047 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 3cacc749-65de-4da7-b9c4-c0b9975b32eb completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:11.197166 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 3cacc749-65de-4da7-b9c4-c0b9975b32eb triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:11.197568 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.200244 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:11.210780 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Usage tracker for resource:security_group_rule and tenant:49ae94e40bd04f0880b2f85d7e3b2283 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:11.215059 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:11.223572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:11.263651 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa72900-c4f3-42c1-bc12-3eea433b4f4b req-ca51d361-51db-4e34-af3a-c39957845a2a tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:11.265399 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-efa72900-c4f3-42c1-bc12-3eea433b4f4b req-ca51d361-51db-4e34-af3a-c39957845a2a tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.1665111 May 27 13:14:11.273907 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:11.339400 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.352323 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-efa72900-c4f3-42c1-bc12-3eea433b4f4b req-e13448db-e7d2-403c-aca0-778b01b6aa5c tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794847 May 27 13:14:11.378173 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f7cb1f-9556-4d9f-a698-4260c847ed62 None None] Provisioning for port 0f33e84e-e47a-420f-a0a7-cc40848bb880 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:11.389805 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f7cb1f-9556-4d9f-a698-4260c847ed62 None None] Provisioning complete for port 0f33e84e-e47a-420f-a0a7-cc40848bb880 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:11.390185 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f7cb1f-9556-4d9f-a698-4260c847ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.499712 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.516001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.544055 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-6492e020-8f0c-4f1d-b0f4-2812ac81ecee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:11.563212 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:11.603478 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f7cb1f-9556-4d9f-a698-4260c847ed62 None None] Port 0f33e84e-e47a-420f-a0a7-cc40848bb880 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:14:11.619987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:11.622668 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.681517 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6cecb7c5572642d6aa0a54066666565d is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:11.702216 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:11.718687 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6049800 May 27 13:14:11.720320 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.751749 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Request body: {'port': {'device_id': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:11.771636 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cacc749-65de-4da7-b9c4-c0b9975b32eb'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:11.794480 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 3cacc749-65de-4da7-b9c4-c0b9975b32eb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:11.795264 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49ae94e40bd04f0880b2f85d7e3b2283&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0458577 May 27 13:14:11.799805 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7b8aba-242a-41a5-9206-fd824773b1ef,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:11.799999 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.803147 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:11.803288 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855086af-9a0e-4a91-8f99-c450cec33e64 {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:11.810419 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41728) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:11.815910 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:11.819377 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:11.821564 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.889997 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae698ea6-1ec6-46d9-a310-8368b4f21c38 req-adf815a8-2781-47b4-84c8-a108ad4e4137 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:11.895840 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Transition to ACTIVE for port object 855086af-9a0e-4a91-8f99-c450cec33e64 will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:11.897111 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ae698ea6-1ec6-46d9-a310-8368b4f21c38 req-adf815a8-2781-47b4-84c8-a108ad4e4137 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 931 time: 0.3096249 May 27 13:14:11.927530 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=3cacc749-65de-4da7-b9c4-c0b9975b32eb,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:11.942211 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:11.955992 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.973618 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9d660-2177-4b29-b781-6e5854b3c523 req-cac9abc3-cd56-42f2-ac30-26365067e4c2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:11.975758 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9ad9d660-2177-4b29-b781-6e5854b3c523 req-cac9abc3-cd56-42f2-ac30-26365067e4c2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 944 time: 0.3491869 May 27 13:14:12.006367 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ae698ea6-1ec6-46d9-a310-8368b4f21c38 req-bbd0e9c9-bf34-49cc-b41f-800a791b7526 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082389 May 27 13:14:12.019817 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-15e49f74-8c16-43bd-90c5-464ae172f1a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:12.134801 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9ad9d660-2177-4b29-b781-6e5854b3c523 req-717dad9b-2087-408c-bfe9-1c5ffca83438 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236761 May 27 13:14:12.141318 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cacc749-65de-4da7-b9c4-c0b9975b32eb', 'code': 200} May 27 13:14:12.180332 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.206264 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41746) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:12.243279 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Pushing event updated for resources: {'Port': ['ID=855086af-9a0e-4a91-8f99-c450cec33e64,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:12.300728 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.356632 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:12.364470 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f267-1cd0-4964-989e-b5a54386c576 req-34419b08-d93d-4679-8c4d-097367c08719 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:12.372398 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1db5f267-1cd0-4964-989e-b5a54386c576 req-34419b08-d93d-4679-8c4d-097367c08719 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 932 time: 0.1335025 May 27 13:14:12.392856 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.404878 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.408056 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.472226 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-fd50916b-2a57-4741-a27d-9569df32e2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:12.472477 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:12.487367 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Usage tracker for resource:security_group_rule and tenant:f89a3f8cffe4499588c27c490d1a93bf is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:12.491107 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:12.502223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:12.506366 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1db5f267-1cd0-4964-989e-b5a54386c576 req-238e0ca7-4558-491d-8e0f-040041c12d80 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331229 May 27 13:14:12.529185 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.547583 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d84908-9972-4974-a037-8728c33fc25a req-d4257bb6-98a1-40b6-b0f7-a5a946cce528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:12.549116 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-44d84908-9972-4974-a037-8728c33fc25a req-d4257bb6-98a1-40b6-b0f7-a5a946cce528 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 1098 time: 0.1456993 May 27 13:14:12.608051 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8615fe48-696f-4541-a7a9-b129a288e383,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:12.609556 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-44d84908-9972-4974-a037-8728c33fc25a req-1bae3fd8-2bb8-43d8-b6e7-2758aa38e4eb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533867 May 27 13:14:12.625885 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:12.633273 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6cecb7c5572642d6aa0a54066666565d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6970510 May 27 13:14:12.636087 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41752) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:12.675855 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.678856 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Attempting to bind port 855086af-9a0e-4a91-8f99-c450cec33e64 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:12.679692 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Attempting to bind port 855086af-9a0e-4a91-8f99-c450cec33e64 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:12.680017 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Attempting to bind port 855086af-9a0e-4a91-8f99-c450cec33e64 on network f2660340-c8d6-4d4d-a683-a81a09762a51 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:12.690565 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.693467 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Port 855086af-9a0e-4a91-8f99-c450cec33e64 on network f2660340-c8d6-4d4d-a683-a81a09762a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:12.693788 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Attempting to bind port 855086af-9a0e-4a91-8f99-c450cec33e64 on network f2660340-c8d6-4d4d-a683-a81a09762a51 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:12.702290 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-024669a1-e0aa-41de-8249-f6ea07afa021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:12.721801 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:12.722153 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Checking segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:12.722572 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Bound using segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:12.723020 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Bound port: 855086af-9a0e-4a91-8f99-c450cec33e64, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:12.723798 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.753436 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f89a3f8cffe4499588c27c490d1a93bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428188 May 27 13:14:12.758536 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41756) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:12.774128 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df184276-156f-43a3-9b29-917d99c10bc8,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:12.781977 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:12.783787 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.837192 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.891344 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.906809 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-945265b6-a14c-46b6-9c37-8b5536d5822b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:12.947149 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7b8aba-242a-41a5-9206-fd824773b1ef,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:12.949618 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:12.955221 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] For port 855086af-9a0e-4a91-8f99-c450cec33e64, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:12.975323 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.977342 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.995778 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac7b8aba-242a-41a5-9206-fd824773b1ef HTTP/1.1" status: 204 len: 168 time: 1.1634884 May 27 13:14:13.018617 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] For port 855086af-9a0e-4a91-8f99-c450cec33e64, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=855086af-9a0e-4a91-8f99-c450cec33e64,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:13.019843 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.039870 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.046238 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:13.074466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.082112 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-47add5f5-53ec-46ad-97c6-ad840c5f1dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:13.103594 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8615fe48-696f-4541-a7a9-b129a288e383,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:13.118367 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:13.146698 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.148052 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8615fe48-696f-4541-a7a9-b129a288e383 HTTP/1.1" status: 204 len: 168 time: 0.5072644 May 27 13:14:13.161574 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.db.resource_extend [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:14:13.237911 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.242408 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Pushing event updated for resources: {'Port': ['ID=855086af-9a0e-4a91-8f99-c450cec33e64,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:13.245585 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:13.253513 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:13.278538 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:13.279251 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.280789 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] 10.222.0.64 "PUT /v2.0/ports/855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 1093 time: 3.3037415 May 27 13:14:13.294918 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df184276-156f-43a3-9b29-917d99c10bc8,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:13.308505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.309666 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df184276-156f-43a3-9b29-917d99c10bc8 HTTP/1.1" status: 204 len: 168 time: 0.5501599 May 27 13:14:13.310794 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:13.348970 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae07769-0525-47af-8035-94acffe4de20 req-b82d5e5a-ad15-4d8f-930f-f94be0e896b6 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:13.354003 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:13.366144 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4ae07769-0525-47af-8035-94acffe4de20 req-b82d5e5a-ad15-4d8f-930f-f94be0e896b6 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 943 time: 0.2085612 May 27 13:14:13.468232 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f33e84e-e47a-420f-a0a7-cc40848bb880 {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:13.468372 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4ae07769-0525-47af-8035-94acffe4de20 req-f2a39de5-c8fb-42ed-a412-88805625a5c6 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012647 May 27 13:14:13.500540 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.524206 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Transition to ACTIVE for port object 0f33e84e-e47a-420f-a0a7-cc40848bb880 will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:13.533034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-ae020a90-dd72-41af-a6b8-54cb710d0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:13.535552 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-ae020a90-dd72-41af-a6b8-54cb710d0d06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1096 time: 0.1757677 May 27 13:14:13.537145 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.538792 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41792) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:13.549573 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:13.578933 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.615736 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:13.625913 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Usage tracker for resource:security_group_rule and tenant:91b484e45c7c404fa949053800a88f46 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:13.634519 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:13.648324 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:13.894167 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-0c47d786-78b6-4c3e-b7c5-e019615d66b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 217 time: 0.2838774 May 27 13:14:13.898357 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41800) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:13.940434 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.965374 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:13.969593 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Usage tracker for resource:security_group_rule and tenant:1bddce6987f84d7ea0c6cfee40d76ed1 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:13.972725 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:13.978748 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:14.064939 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.081711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.118032 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-195018ef-ade3-4e15-afa3-5a6c98feba0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.120891 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:14.129948 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:14.162237 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1bddce6987f84d7ea0c6cfee40d76ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515817 May 27 13:14:14.171896 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41808) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:14.207514 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.228359 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7a9e5-70c0-4c34-838d-7623c04775b4 req-6c726c1a-9242-4075-be7b-e75a26d6e545 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:14.229940 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-32d7a9e5-70c0-4c34-838d-7623c04775b4 req-6c726c1a-9242-4075-be7b-e75a26d6e545 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.4997673 May 27 13:14:14.230589 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.287434 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97fa936-b7fb-452b-9c14-5641d8b86dd4,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:14.295206 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:14.299226 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41812) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:14.313996 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5449101e-368a-42e8-83bd-2cc444ca94f1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.332997 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-be43227b-baa3-4427-a6fe-e63d749ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:14.336921 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-be43227b-baa3-4427-a6fe-e63d749ded99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.4114335 May 27 13:14:14.362720 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.405219 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Attempting to bind port 0f33e84e-e47a-420f-a0a7-cc40848bb880 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:14.405911 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Attempting to bind port 0f33e84e-e47a-420f-a0a7-cc40848bb880 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:14.406302 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Attempting to bind port 0f33e84e-e47a-420f-a0a7-cc40848bb880 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:14.417308 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:14.420445 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Port 0f33e84e-e47a-420f-a0a7-cc40848bb880 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:14.420826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Attempting to bind port 0f33e84e-e47a-420f-a0a7-cc40848bb880 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:14.424991 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91b484e45c7c404fa949053800a88f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8850636 May 27 13:14:14.428135 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 41822) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:14.443767 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:a43ce0f993544f71b6a3cdde5d3e8d1d is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:14.445401 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:14.445744 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Checking segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:14.446243 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Bound using segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:14.447039 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Bound port: 0f33e84e-e47a-420f-a0a7-cc40848bb880, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:14.447577 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.457201 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:14.464890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8d76ab-a195-4cbe-a568-71326f19dbd6,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:14.474472 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:14.475304 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:14.484999 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-32d7a9e5-70c0-4c34-838d-7623c04775b4 req-149644ed-a5be-4392-bb17-114dfd157b33 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986575 May 27 13:14:14.494044 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.545826 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.550615 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64', 'status': 'completed', 'code': 200} May 27 13:14:14.590124 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-1de63d7e-a1e7-4a65-882b-3bfd0302e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:14.592083 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-1de63d7e-a1e7-4a65-882b-3bfd0302e048 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2372272 May 27 13:14:14.601671 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.617200 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:14.659117 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:14.665212 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.674774 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.700796 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9bdd9fc3-cde6-4be9-9d7d-88fd8825cb6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.721023 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.724931 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.726104 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a97fa936-b7fb-452b-9c14-5641d8b86dd4 HTTP/1.1" status: 204 len: 168 time: 0.5493648 May 27 13:14:14.730332 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97fa936-b7fb-452b-9c14-5641d8b86dd4,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:14.733353 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:14.737232 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.750712 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.835518 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:14.836684 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.838077 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] 10.222.0.64 "PUT /v2.0/ports/0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 200 len: 1094 time: 3.0976894 May 27 13:14:14.857560 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.926530 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-acdce661-d08c-464d-9a25-26f58fc539ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.988347 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:14.993741 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:15.002405 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-21f764a6-8551-465b-aa50-ffcb93614c69 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808451 May 27 13:14:15.006290 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.030740 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c0a42f0f-25ff-49a8-a48f-12a9cccbfba4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:15.081076 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a43ce0f993544f71b6a3cdde5d3e8d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7570868 May 27 13:14:15.082086 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 41834) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:15.082948 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.084620 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee8d76ab-a195-4cbe-a568-71326f19dbd6 HTTP/1.1" status: 204 len: 168 time: 0.6547484 May 27 13:14:15.087634 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e7fab-1fb4-4d95-8845-cbadbaf08925,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:15.095733 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:15.106924 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8d76ab-a195-4cbe-a568-71326f19dbd6,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:15.109380 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:15.196639 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-332a41f4-d59c-4799-870f-1d7e34c4845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.197988 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-332a41f4-d59c-4799-870f-1d7e34c4845c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1097 time: 0.2660708 May 27 13:14:15.215840 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04fb2e-27a9-4874-a80c-3bb48118bee5 req-8bb0ce0b-fe36-440f-82ab-304a20a1ddae tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.217278 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee04fb2e-27a9-4874-a80c-3bb48118bee5 req-8bb0ce0b-fe36-440f-82ab-304a20a1ddae tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.4651511 May 27 13:14:15.235486 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5471b2-5bda-44f7-8efe-e229ac8e1930 req-319413b0-eef8-455a-a465-69f210bfe19a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.237100 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9d5471b2-5bda-44f7-8efe-e229ac8e1930 req-319413b0-eef8-455a-a465-69f210bfe19a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 943 time: 0.3909261 May 27 13:14:15.274686 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.297044 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-7dd4e37a-165c-4988-af9c-1141a21b8584 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 200 len: 217 time: 0.0697773 May 27 13:14:15.357241 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6a9422f2-d423-45f2-892a-57a96bfd3291 req-48ff78fb-67a0-499c-81a5-73d6e382f580 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306465 May 27 13:14:15.364676 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee04fb2e-27a9-4874-a80c-3bb48118bee5 req-8f61b32a-7ff6-4caf-81a9-05f44d5ecdac tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356971 May 27 13:14:15.369340 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.399166 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-b6aee8b2-44f3-45bf-bfb0-769ee24b9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.401810 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-b6aee8b2-44f3-45bf-bfb0-769ee24b9c0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0832353 May 27 13:14:15.408840 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9d5471b2-5bda-44f7-8efe-e229ac8e1930 req-89b3fd01-93c2-41f2-a43b-6dc14028f51a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352589 May 27 13:14:15.477579 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.481773 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a7db29fd-7e14-4c97-91d5-9d8b28f88926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:15.493712 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e7fab-1fb4-4d95-8845-cbadbaf08925,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:15.513711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:15.521416 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.522660 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb2e7fab-1fb4-4d95-8845-cbadbaf08925 HTTP/1.1" status: 204 len: 168 time: 0.4368269 May 27 13:14:15.600336 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-30b3e6ae-2ee1-46c5-897a-d4da7fa1d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.601987 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-30b3e6ae-2ee1-46c5-897a-d4da7fa1d19e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1096 time: 0.1201637 May 27 13:14:15.605082 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-57ecc913-83cd-44f7-92f9-f6ce7bef22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.606654 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-57ecc913-83cd-44f7-92f9-f6ce7bef22dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1851625 May 27 13:14:15.707708 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb436-d033-43e6-afea-46378f4f472e req-c8b17eb3-b072-4bf7-b67a-41eb0feba2ca tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.710105 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-776cb436-d033-43e6-afea-46378f4f472e req-c8b17eb3-b072-4bf7-b67a-41eb0feba2ca tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0882885 May 27 13:14:15.780686 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-776cb436-d033-43e6-afea-46378f4f472e req-d5f93568-6f8f-45cb-ae89-03e4b009f9b5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636437 May 27 13:14:15.918279 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-fc3d65d3-c3b9-4653-a12c-9d90a09ffe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.920233 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-fc3d65d3-c3b9-4653-a12c-9d90a09ffe21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.2977080 May 27 13:14:15.922654 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-d7ada9c5-8d90-484d-a975-0d448ed1f703 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738798 May 27 13:14:16.037539 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-3e95cc6c-f712-44d5-a8d4-9fe5a1960cb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 217 time: 0.0838754 May 27 13:14:16.319556 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-ca98a42f-1ea5-46c3-aaf7-1cd198e85fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:16.321813 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-ca98a42f-1ea5-46c3-aaf7-1cd198e85fc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.2631898 May 27 13:14:16.416358 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c558d-1149-49d0-8051-7862302c9fce req-6f882cff-7c46-4280-84db-fee8d96ddcc0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:16.418996 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e50c558d-1149-49d0-8051-7862302c9fce req-6f882cff-7c46-4280-84db-fee8d96ddcc0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1301947 May 27 13:14:16.421456 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-129e4dcf-e7e8-4491-a123-1db595d7a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:16.423143 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-129e4dcf-e7e8-4491-a123-1db595d7a4f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 1098 time: 0.2417107 May 27 13:14:16.440035 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-23aab9eb-e559-48b7-9ca3-e553f6701071 req-187c49f9-e60d-4274-aaa3-df6cb1cf8610 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013083 May 27 13:14:16.500327 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-23fa97b2-8c2c-49e0-a694-8bccebedb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:16.502156 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-23fa97b2-8c2c-49e0-a694-8bccebedb086 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1631629 May 27 13:14:16.554156 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:16.577974 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e50c558d-1149-49d0-8051-7862302c9fce req-0ced8d55-ee92-40bd-8808-92861c454704 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532333 May 27 13:14:16.735078 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-fae86b01-5b8d-4989-97cc-7fa5cf70e56b service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209656 May 27 13:14:16.777810 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-b380cb7a-46fc-46a9-b774-d22e6791c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:16.779320 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-b380cb7a-46fc-46a9-b774-d22e6791c9f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.3397605 May 27 13:14:16.870921 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-b7a6f235-2b92-4909-9930-cc2456c6c61a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb HTTP/1.1" status: 200 len: 217 time: 0.0747998 May 27 13:14:16.959655 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a60eb8a-53d3-4a31-81ec-71d1f06595d9 req-ee99b773-2743-4923-aefc-7e98ad39e036 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006760 May 27 13:14:17.071171 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec87dc-0938-4ac0-969d-46864cdac52b req-e8c64176-ba9b-400b-b27a-4a0746b31746 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.073621 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a8ec87dc-0938-4ac0-969d-46864cdac52b req-e8c64176-ba9b-400b-b27a-4a0746b31746 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.4895883 May 27 13:14:17.109254 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f44f7-23d3-4819-bbaa-5d955abd35dd req-a9ceeefb-fba8-45ed-8d18-8e43f9a7d535 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.110767 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe6f44f7-23d3-4819-bbaa-5d955abd35dd req-a9ceeefb-fba8-45ed-8d18-8e43f9a7d535 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 943 time: 0.3893948 May 27 13:14:17.181362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-06d01fa2-218b-414c-be1d-291ac7069245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.182907 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-06d01fa2-218b-414c-be1d-291ac7069245 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.2983508 May 27 13:14:17.205460 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a8ec87dc-0938-4ac0-969d-46864cdac52b req-52ef71a6-9de5-40c0-80aa-a9eaeb5fb85b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106472 May 27 13:14:17.248841 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-cf5ba567-65c6-4659-b62d-03e6a85640fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407429 May 27 13:14:17.259390 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe6f44f7-23d3-4819-bbaa-5d955abd35dd req-dead4fa7-c346-42ed-bc79-40db1cac21a6 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215768 May 27 13:14:17.298758 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'status': 'completed', 'code': 200} May 27 13:14:17.400110 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-f2ea7cc8-06ac-4f4b-ba17-76f5831c8624 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396086 May 27 13:14:17.425114 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-646e8bc2-8b8d-49c1-ac70-f6286571442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.427344 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-646e8bc2-8b8d-49c1-ac70-f6286571442f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1097 time: 0.0867913 May 27 13:14:17.569855 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5e46558-755f-42c2-aae4-e3196a56ffe3 req-2404accf-4159-41e9-90ec-8aed5cc812f8 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549313 May 27 13:14:17.605362 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-21b5cc54-9774-40ac-89b0-40636d2ed7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.607002 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-21b5cc54-9774-40ac-89b0-40636d2ed7ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1651328 May 27 13:14:17.694298 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-ae0385e1-d9d3-48af-bb50-32f912bab295 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 200 len: 217 time: 0.0695436 May 27 13:14:17.793558 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-3dedbef4-240e-4f44-b4ad-0cc497f4010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.795310 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-3dedbef4-240e-4f44-b4ad-0cc497f4010d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0894983 May 27 13:14:18.015984 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-b3f3594b-f2bf-4229-855c-32621b19d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:18.017604 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-b3f3594b-f2bf-4229-855c-32621b19d941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1909180 May 27 13:14:18.031105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577513-9e16-4ba8-bebd-f6750eb05d72 req-9acd4bce-4138-4ddf-a856-5448fb82418b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:18.032671 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9577513-9e16-4ba8-bebd-f6750eb05d72 req-9acd4bce-4138-4ddf-a856-5448fb82418b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2318280 May 27 13:14:18.174960 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9577513-9e16-4ba8-bebd-f6750eb05d72 req-dd02ef7b-6c62-4edb-952d-b4c675d6b41e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272371 May 27 13:14:18.203198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-83c436a3-e936-4a06-8f07-1607eadc750b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:18.206393 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-83c436a3-e936-4a06-8f07-1607eadc750b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.3280628 May 27 13:14:18.235956 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-f7c0d02d-6ca9-42f6-be68-57f32fa6c957 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/quotas/d068f03115734e6bb0a6dba94397a301 HTTP/1.1" status: 200 len: 375 time: 0.0208511 May 27 13:14:18.238766 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-fd564c1f-9175-45d2-9f0d-800374f64d42 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985872 May 27 13:14:18.377024 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-f2c27854-c04a-498c-8a18-8a98b5cec663 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1338055 May 27 13:14:18.443668 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-17757de2-ee3b-4966-bfa2-d3a0b52aa62a req-d9f971db-c602-404d-a0e7-c4078f05e253 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833055 May 27 13:14:18.578374 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-1d3ed571-3c01-43d3-b151-27d8e1337fb0 service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002966 May 27 13:14:18.590556 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10621f98-6e8f-4660-a6d2-4682776aa3e0 req-4288c32c-0297-4d20-a08d-d1711c142534 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:18.597860 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-10621f98-6e8f-4660-a6d2-4682776aa3e0 req-4288c32c-0297-4d20-a08d-d1711c142534 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.2185640 May 27 13:14:18.726822 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-10621f98-6e8f-4660-a6d2-4682776aa3e0 req-184254d6-fde5-445a-a882-df88eec1a3ea tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278481 May 27 13:14:18.771730 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-c1de92e8-008b-4ff2-82fb-39d7a39d3549 service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718178 May 27 13:14:19.189045 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414db464-ef37-49c1-a9f2-980be00abef8 req-88b1e268-8198-4f7f-8334-79885508ebe9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.190586 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-414db464-ef37-49c1-a9f2-980be00abef8 req-88b1e268-8198-4f7f-8334-79885508ebe9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 943 time: 0.1614010 May 27 13:14:19.211456 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6e6cac00-0dc3-439a-ac58-999bfe026477 req-fdee9c0f-b494-4afd-8509-debb2c80bd32 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 210 time: 0.0611124 May 27 13:14:19.271500 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-414db464-ef37-49c1-a9f2-980be00abef8 req-b5b86884-f48f-4af5-9a28-05fb7b643162 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630419 May 27 13:14:19.532253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd540b2-4a84-4fce-9ec4-9124c4fce3bd req-cc3a09ab-7c46-4f5e-9899-61971ec1a24f tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.533807 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5dd540b2-4a84-4fce-9ec4-9124c4fce3bd req-cc3a09ab-7c46-4f5e-9899-61971ec1a24f tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.1744850 May 27 13:14:19.545901 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be067b-d83a-41a0-8076-c6c6db84b03e req-efde9455-fc96-4fdb-bf10-1b7e95e2db1a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.547837 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-69be067b-d83a-41a0-8076-c6c6db84b03e req-efde9455-fc96-4fdb-bf10-1b7e95e2db1a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1456525 May 27 13:14:19.622979 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5dd540b2-4a84-4fce-9ec4-9124c4fce3bd req-7656bcbb-d6d9-4a7d-8c6a-fd712339239d tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739679 May 27 13:14:19.630992 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-69be067b-d83a-41a0-8076-c6c6db84b03e req-6d68036a-e808-46d1-bf68-fc72c31e3686 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 May 27 13:14:19.945227 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef590f-0c4e-4291-989c-483adea0058b req-ab2b7b73-6c5d-4bbf-9682-2eb94fdb56f3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.950498 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6ef590f-0c4e-4291-989c-483adea0058b req-ab2b7b73-6c5d-4bbf-9682-2eb94fdb56f3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0926189 May 27 13:14:19.953536 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:14:20.010753 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6ef590f-0c4e-4291-989c-483adea0058b req-9cb117f4-4a88-412b-b4a3-8723e3301a85 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543449 May 27 13:14:20.532757 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42086) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:20.634883 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f8cfc236-2229-43f3-acf6-d56fb694bbd6 req-6656ed6f-ac20-4075-8c45-5076acacbde9 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 210 time: 0.2477298 May 27 13:14:20.657174 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-f57cb75a-bc93-4ced-8f84-652a45f80716 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:20.659660 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-f57cb75a-bc93-4ced-8f84-652a45f80716 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.2663958 May 27 13:14:20.682485 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cbb3b-c118-4e29-8546-70f965f16a5f req-2e4f9e9c-6882-4b80-8acf-fb410155fb55 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:20.690343 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Request body: {'port': {'device_id': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'admin_state_up': True, 'tenant_id': 'd068f03115734e6bb0a6dba94397a301'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:20.690770 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4a2cbb3b-c118-4e29-8546-70f965f16a5f req-2e4f9e9c-6882-4b80-8acf-fb410155fb55 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 943 time: 0.2315781 May 27 13:14:20.764128 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4a2cbb3b-c118-4e29-8546-70f965f16a5f req-81c36a10-dd5d-4db4-8372-25c8027ec1e0 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703537 May 27 13:14:20.795247 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:20.823235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:20.830609 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Usage tracker for resource:security_group_rule and tenant:6aeb6f188ed04799b799fb3fc65e18e8 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:20.835404 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:20.856600 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:20.867288 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-86d134d0-b564-49e3-8576-e7f515f05523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:20.883575 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165a67b-322d-42ea-b34f-e726b7eca924 req-081de5b4-1a12-4ea2-aa06-ae4638167901 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:20.885356 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0165a67b-322d-42ea-b34f-e726b7eca924 req-081de5b4-1a12-4ea2-aa06-ae4638167901 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.1136086 May 27 13:14:20.904290 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:20.912129 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Usage tracker for resource:port and tenant:d068f03115734e6bb0a6dba94397a301 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:20.915901 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:20.925622 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:20.944707 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Made reservation on behalf of d068f03115734e6bb0a6dba94397a301 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:20.948642 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:20.984323 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0165a67b-322d-42ea-b34f-e726b7eca924 req-6376f913-a4dc-4385-801b-29706ae4e6e6 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602007 May 27 13:14:21.017119 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047393a-deb5-4ad7-b79a-5c1594dd12f1 req-0fdcae6f-d05c-437f-b983-5646b65eb624 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:21.018834 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0047393a-deb5-4ad7-b79a-5c1594dd12f1 req-0fdcae6f-d05c-437f-b983-5646b65eb624 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1324806 May 27 13:14:21.053767 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 855086af-9a0e-4a91-8f99-c450cec33e64 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:21.078235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.079962 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0047393a-deb5-4ad7-b79a-5c1594dd12f1 req-1cdc618e-84fd-4da5-9d15-69c5ae8196b1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 May 27 13:14:21.093196 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.108000 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:21.237911 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 855086af-9a0e-4a91-8f99-c450cec33e64, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=855086af-9a0e-4a91-8f99-c450cec33e64,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:21.254123 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '855086af-9a0e-4a91-8f99-c450cec33e64', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'port_id': '855086af-9a0e-4a91-8f99-c450cec33e64', 'mac_address': 'fa:16:3e:e8:77:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:21.261030 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93000cb-7d7f-4134-a0b9-ce0e4031a92e req-afbf0539-9a55-4b8d-a337-3265680c8a92 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:21.269575 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a93000cb-7d7f-4134-a0b9-ce0e4031a92e req-afbf0539-9a55-4b8d-a337-3265680c8a92 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1098950 May 27 13:14:21.282223 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6aeb6f188ed04799b799fb3fc65e18e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7552483 May 27 13:14:21.282854 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42112) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:21.288050 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6748fb9-484e-4864-880d-b0dbbac1eee0,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:21.291450 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:21.323484 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.333309 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a93000cb-7d7f-4134-a0b9-ce0e4031a92e req-a27386a5-036e-4a4e-9998-18fbb63f9680 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625377 May 27 13:14:21.342890 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855086af-9a0e-4a91-8f99-c450cec33e64 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:21.346611 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Allocated IP 172.20.0.9 (454341a4-58cd-4bd6-b3db-2c0cbad4f01b/017c22aa-8e14-4f9b-8a8a-bbdccfc987aa/2c4f8923-b7e9-405b-8b89-2f8667c46660) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:21.362994 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 855086af-9a0e-4a91-8f99-c450cec33e64, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=855086af-9a0e-4a91-8f99-c450cec33e64,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:21.367607 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.368346 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:21.371788 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:21.398900 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.464706 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=855086af-9a0e-4a91-8f99-c450cec33e64,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:21.471724 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.508597 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:21.567191 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:21.583088 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'port_id': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'mac_address': 'fa:16:3e:13:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:21.619897 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.629739 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-4c8a7cdc-a546-4ff0-9b02-095d344a54e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:21.658851 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6748fb9-484e-4864-880d-b0dbbac1eee0,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:21.667561 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.674067 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:21.680830 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.681972 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6748fb9-484e-4864-880d-b0dbbac1eee0 HTTP/1.1" status: 204 len: 168 time: 0.3956454 May 27 13:14:21.685879 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.708261 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.715647 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:21.715835 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f33e84e-e47a-420f-a0a7-cc40848bb880 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:21.724912 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['16a97cc2-67fc-4a56-b1b2-308262b5918b'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:21.796637 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:21.804177 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.809313 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:21.831739 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:21.837953 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:21.843145 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:21.901372 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:21.905056 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event updated for resources: {'Port': ['ID=2c4f8923-b7e9-405b-8b89-2f8667c46660,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:21.905585 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:21.910190 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:21.932774 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:21.933962 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.972775 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2872252 May 27 13:14:21.973258 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71929abb-405e-41fa-afe9-76bcb3619a67 req-73ca81be-7347-4428-9dd1-7ef67ab6bb8f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:21.974991 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-71929abb-405e-41fa-afe9-76bcb3619a67 req-73ca81be-7347-4428-9dd1-7ef67ab6bb8f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 931 time: 0.1442943 May 27 13:14:21.992486 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Request body: {'port': {'device_id': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:22.043501 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-71929abb-405e-41fa-afe9-76bcb3619a67 req-e859b902-dc8c-450c-a602-a0d9c55e562f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 May 27 13:14:22.151105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aca6c0-f602-4e9f-bdcf-a699010876d5 req-0341e03c-fa12-4e90-a791-dedf4cf729a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.152866 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-98aca6c0-f602-4e9f-bdcf-a699010876d5 req-0341e03c-fa12-4e90-a791-dedf4cf729a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 944 time: 0.1077650 May 27 13:14:22.167803 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.251221 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42136) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:22.287946 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-98aca6c0-f602-4e9f-bdcf-a699010876d5 req-915576f0-4953-463d-aeb2-9721dc17e8c9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287727 May 27 13:14:22.310338 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.337739 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:22.341982 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Usage tracker for resource:security_group_rule and tenant:e079c27041dd4b21949603a84e88a3ed is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:22.343052 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9bf11-12a6-46e0-99d2-8bde0a5d8f86 req-0e0aad90-5c9d-4f24-9de1-eb9e3204c4c0 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.344587 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93d9bf11-12a6-46e0-99d2-8bde0a5d8f86 req-0e0aad90-5c9d-4f24-9de1-eb9e3204c4c0 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.1620784 May 27 13:14:22.345186 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:22.354425 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:22.369693 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179f70b-953f-4885-83a6-f84707dd490a req-a10e7537-296a-4156-95c9-641b2ed489c9 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.371999 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d179f70b-953f-4885-83a6-f84707dd490a req-a10e7537-296a-4156-95c9-641b2ed489c9 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 945 time: 0.1326077 May 27 13:14:22.520339 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93d9bf11-12a6-46e0-99d2-8bde0a5d8f86 req-ad8b860d-6aa0-4fbd-a7b0-5d46b886b8e7 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/security-groups?id=73a6d4c9-070c-4c1c-9b76-6b031c2e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452217 May 27 13:14:22.588100 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.600760 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.646894 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:22.650075 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455525b0-2cb2-4cc1-ad0c-929c75900dc8 req-ba4ffee4-3146-488a-98fe-3db92ae319d2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.651766 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-455525b0-2cb2-4cc1-ad0c-929c75900dc8 req-ba4ffee4-3146-488a-98fe-3db92ae319d2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2273123 May 27 13:14:22.694175 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['0f33e84e-e47a-420f-a0a7-cc40848bb880'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:22.723207 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e079c27041dd4b21949603a84e88a3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707487 May 27 13:14:22.725490 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42148) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:22.730394 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4f8923-b7e9-405b-8b89-2f8667c46660 {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:22.735501 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93360b1c-2efc-4131-bfdc-faed7339b1a5,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:22.736746 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['855086af-9a0e-4a91-8f99-c450cec33e64'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:22.737601 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Deleting port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:14:22.737944 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.738888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:22.754044 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.771700 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-455525b0-2cb2-4cc1-ad0c-929c75900dc8 req-a02e51d8-d838-4e94-aa48-8102383e7aae tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115513 May 27 13:14:22.806354 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Transition to ACTIVE for port object 2c4f8923-b7e9-405b-8b89-2f8667c46660 will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:22.815981 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.821093 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bd1fc1b4-1cf3-4414-b2c2-d35d9aaaf4b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:22.948254 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] For port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,segment=NetworkSegment(bc85ab7a-2713-48a8-b956-24c0a96134c6),segment_id=bc85ab7a-2713-48a8-b956-24c0a96134c6)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:22.948952 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.977245 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.020888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f8923-b7e9-405b-8b89-2f8667c46660,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:23.024053 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:23.084001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Calling delete_port for 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:14:23.099380 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a044b95-d992-48ed-b25d-7130c9a4c37d req-52373dac-509c-41e5-8a2c-6c988203dc3d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.100938 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a044b95-d992-48ed-b25d-7130c9a4c37d req-52373dac-509c-41e5-8a2c-6c988203dc3d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 945 time: 0.4229965 May 27 13:14:23.104049 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.160762 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Attempting to bind port 2c4f8923-b7e9-405b-8b89-2f8667c46660 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:23.161277 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Attempting to bind port 2c4f8923-b7e9-405b-8b89-2f8667c46660 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:23.161609 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Attempting to bind port 2c4f8923-b7e9-405b-8b89-2f8667c46660 on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:23.178468 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Port 2c4f8923-b7e9-405b-8b89-2f8667c46660 on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:23.178800 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Attempting to bind port 2c4f8923-b7e9-405b-8b89-2f8667c46660 on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:23.187233 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:23.187603 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Checking segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:23.187979 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Bound using segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:23.188828 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Bound port: 2c4f8923-b7e9-405b-8b89-2f8667c46660, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:23.189171 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.264304 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.276399 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a044b95-d992-48ed-b25d-7130c9a4c37d req-3ad8bb38-9efa-45aa-ac86-a7e5dadf54bd tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096156 May 27 13:14:23.280195 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:23.315254 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93360b1c-2efc-4131-bfdc-faed7339b1a5,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:23.322968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf4dc0-591d-4d7b-beff-98f6ed10bedb req-73e55a4a-59e0-43c2-af90-e99bc7dcfaaa tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.323420 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:23.324566 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] For port 2c4f8923-b7e9-405b-8b89-2f8667c46660, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:23.328977 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.332040 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6bbf4dc0-591d-4d7b-beff-98f6ed10bedb req-73e55a4a-59e0-43c2-af90-e99bc7dcfaaa tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 943 time: 0.1639791 May 27 13:14:23.339196 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] For port 2c4f8923-b7e9-405b-8b89-2f8667c46660, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2c4f8923-b7e9-405b-8b89-2f8667c46660,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:23.343256 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.347461 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93360b1c-2efc-4131-bfdc-faed7339b1a5 HTTP/1.1" status: 204 len: 168 time: 0.6201944 May 27 13:14:23.349544 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.370778 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:23.390445 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a3240603-b58e-41c7-8717-9c41c8252725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.432895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.433663 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.435382 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] 10.222.0.64 "PUT /v2.0/ports/2c4f8923-b7e9-405b-8b89-2f8667c46660 HTTP/1.1" status: 200 len: 1093 time: 1.4530661 May 27 13:14:23.436296 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'tag': '2c4f8923-b7e9-405b-8b89-2f8667c46660'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:23.479969 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f8923-b7e9-405b-8b89-2f8667c46660,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:23.492848 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:23.575021 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-0e767957-4a80-4e23-a648-c5b7cd3de1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.577679 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-0e767957-4a80-4e23-a648-c5b7cd3de1f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 1096 time: 0.0865896 May 27 13:14:23.608013 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6bbf4dc0-591d-4d7b-beff-98f6ed10bedb req-10d9efe1-e863-4446-8a06-40983efc423f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399359 May 27 13:14:23.619414 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.632535 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:23.679603 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Pushing event deleted for resources: {'Port': ['ID=53f8e326-c6e6-4d5b-a17b-68a0cbacca9d,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:23.682849 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:23.743163 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ff396-fe8d-4337-b312-01ebf54efaba req-510af591-ac1e-49f5-a52c-1427b0561a12 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.750427 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c2ff396-fe8d-4337-b312-01ebf54efaba req-510af591-ac1e-49f5-a52c-1427b0561a12 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 944 time: 0.2425411 May 27 13:14:23.812441 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'tag': '2c4f8923-b7e9-405b-8b89-2f8667c46660', 'status': 'completed', 'code': 200} May 27 13:14:23.814245 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-3c076549-8533-4c3d-9865-716a02307c35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c4f8923-b7e9-405b-8b89-2f8667c46660 HTTP/1.1" status: 200 len: 217 time: 0.2256153 May 27 13:14:23.816265 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] No DVR routers for this DVR port 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:14:23.822586 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.846324 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e355f1e-c4ba-4638-bf66-01927df47495', 'name': 'network-vif-deleted', 'tag': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:23.874391 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d179f70b-953f-4885-83a6-f84707dd490a req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.64 "DELETE /v2.0/ports/53f8e326-c6e6-4d5b-a17b-68a0cbacca9d HTTP/1.1" status: 204 len: 173 time: 1.4509077 May 27 13:14:23.902050 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-3341e11c-a786-45c5-82ad-33995c0433e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.903753 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-3341e11c-a786-45c5-82ad-33995c0433e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.0782776 May 27 13:14:23.912465 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c2ff396-fe8d-4337-b312-01ebf54efaba req-d1c0c866-0dcd-4aa6-8b2e-b1e0dc14d658 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608224 May 27 13:14:23.919748 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-65999aa1-2054-4018-9669-eeb6299d26d2 req-fd54b252-37cb-44d7-b9f8-b3c9ef218cd7 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Synchronizing usage tracker for tenant:e028b4cb403e4d0192d013b395b61956 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:23.938506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-65999aa1-2054-4018-9669-eeb6299d26d2 req-fd54b252-37cb-44d7-b9f8-b3c9ef218cd7 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Unset dirty status for tenant:e028b4cb403e4d0192d013b395b61956 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:23.940382 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-65999aa1-2054-4018-9669-eeb6299d26d2 req-fd54b252-37cb-44d7-b9f8-b3c9ef218cd7 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.0723851 May 27 13:14:23.972861 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-ed7db2e5-6a15-4137-b4b3-06413bba67a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592947 May 27 13:14:24.048566 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e355f1e-c4ba-4638-bf66-01927df47495', 'name': 'network-vif-deleted', 'tag': '53f8e326-c6e6-4d5b-a17b-68a0cbacca9d', 'status': 'completed', 'code': 200} May 27 13:14:24.149558 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-6ae2f832-58bb-483b-b164-3d4c874feb50 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651824 May 27 13:14:24.155322 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd52bc5-b713-4da9-a4df-145d9f1cbe48 req-88ee49aa-3606-4f4f-b638-e9266bc727e2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.156983 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7fd52bc5-b713-4da9-a4df-145d9f1cbe48 req-88ee49aa-3606-4f4f-b638-e9266bc727e2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0921011 May 27 13:14:24.208955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7fd52bc5-b713-4da9-a4df-145d9f1cbe48 req-9119d980-b8e1-47ba-8653-f9e4a7fbfbe0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458419 May 27 13:14:24.321178 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-07a676e3-447d-4d54-b202-3d2100bf69e8 req-6f3c3761-fba5-4175-819b-ec2b8921a9d6 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570535 May 27 13:14:24.508446 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:24.513028 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec92809-fdec-402f-adb2-0835b1477eba req-0d01ac79-521f-4cd7-bd03-0364a89aec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.514783 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4ec92809-fdec-402f-adb2-0835b1477eba req-0d01ac79-521f-4cd7-bd03-0364a89aec10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 1096 time: 0.1007280 May 27 13:14:24.525451 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411eefc-371d-4af6-a3bf-a9ef2489768c req-54c3e6d8-8f3a-4e16-8fdf-3a2dc2d21fc1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.527034 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b411eefc-371d-4af6-a3bf-a9ef2489768c req-54c3e6d8-8f3a-4e16-8fdf-3a2dc2d21fc1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 945 time: 0.1032777 May 27 13:14:24.574936 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b411eefc-371d-4af6-a3bf-a9ef2489768c req-850c0648-7a1a-4fb4-a617-3e89674e98ac tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 May 27 13:14:24.667969 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec92809-fdec-402f-adb2-0835b1477eba req-9e7b5cbc-d54f-4f3b-acf5-dd57f66fee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.669537 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4ec92809-fdec-402f-adb2-0835b1477eba req-9e7b5cbc-d54f-4f3b-acf5-dd57f66fee6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 915 time: 0.1355774 May 27 13:14:24.754678 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4ec92809-fdec-402f-adb2-0835b1477eba req-baa3e58e-a032-49a8-8be6-fa0f64d08bb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c4f8923-b7e9-405b-8b89-2f8667c46660 HTTP/1.1" status: 200 len: 217 time: 0.0729232 May 27 13:14:24.823542 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec92809-fdec-402f-adb2-0835b1477eba req-4f06385b-b351-4d5f-8320-a770b1c92ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.825274 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4ec92809-fdec-402f-adb2-0835b1477eba req-4f06385b-b351-4d5f-8320-a770b1c92ee0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.0591969 May 27 13:14:24.830100 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c7915-332b-4fc9-aea0-c663daf2e526 req-dbbe2928-0467-448c-b961-234c4e040fc9 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.831800 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c37c7915-332b-4fc9-aea0-c663daf2e526 req-dbbe2928-0467-448c-b961-234c4e040fc9 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 943 time: 0.0939484 May 27 13:14:24.889552 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c37c7915-332b-4fc9-aea0-c663daf2e526 req-dc276a24-031a-4ac0-aea6-f06a7d899f7c tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508447 May 27 13:14:24.895558 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4ec92809-fdec-402f-adb2-0835b1477eba req-68ec5b06-0fb0-4fc9-8489-e92e7c3931ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578840 May 27 13:14:25.088330 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 855086af-9a0e-4a91-8f99-c450cec33e64 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:25.124505 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4ec92809-fdec-402f-adb2-0835b1477eba req-9de5d533-4a01-4492-b194-1b1d0c97dd8e service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113612 May 27 13:14:25.254439 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 855086af-9a0e-4a91-8f99-c450cec33e64 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:25.256312 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48a5b02d-1f8b-4905-9ca1-ca050aedecd9 req-a889ec87-c92f-4c39-bf00-72cb5d8d3816 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e355f1e-c4ba-4638-bf66-01927df47495 HTTP/1.1" status: 200 len: 210 time: 0.0724258 May 27 13:14:25.260090 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 855086af-9a0e-4a91-8f99-c450cec33e64 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:25.260437 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.282425 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ef056-d374-4bcc-9de5-02e9eda5ae67 req-0d550336-e295-4b37-b7fe-5e001eda95c9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:25.284351 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-435ef056-d374-4bcc-9de5-02e9eda5ae67 req-0d550336-e295-4b37-b7fe-5e001eda95c9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 944 time: 0.2266703 May 27 13:14:25.396800 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-435ef056-d374-4bcc-9de5-02e9eda5ae67 req-34a7f318-2534-4d86-8a84-684f68300a26 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013710 May 27 13:14:25.427953 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4ec92809-fdec-402f-adb2-0835b1477eba req-26baa2f8-1d14-4d4e-aa74-ae439ea4db67 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922864 May 27 13:14:25.563009 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.620961 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:25.682212 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 855086af-9a0e-4a91-8f99-c450cec33e64, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=855086af-9a0e-4a91-8f99-c450cec33e64,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:25.688507 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.689388 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:25.741268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-09808f65-2259-476a-bb53-512870e59435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:25.765487 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d75d56-c346-4e19-a1b8-6bf463ddb599 req-2bfcf668-bb88-4b11-9912-6ee9024a62dc tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:25.767520 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1d75d56-c346-4e19-a1b8-6bf463ddb599 req-2bfcf668-bb88-4b11-9912-6ee9024a62dc tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1308897 May 27 13:14:25.883870 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1d75d56-c346-4e19-a1b8-6bf463ddb599 req-499615b2-9c39-43c6-91fe-1e6083de75e7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084316 May 27 13:14:25.885623 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.901183 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=855086af-9a0e-4a91-8f99-c450cec33e64,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:25.921424 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:25.932947 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 0f33e84e-e47a-420f-a0a7-cc40848bb880 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:25.942052 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 0f33e84e-e47a-420f-a0a7-cc40848bb880 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:25.942572 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.975242 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d81f5e-85a5-48fd-82ff-4182593eb59e req-b29e0698-7510-4600-8418-cb8c32ea46aa tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:25.978603 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1d81f5e-85a5-48fd-82ff-4182593eb59e req-b29e0698-7510-4600-8418-cb8c32ea46aa tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 945 time: 0.1677287 May 27 13:14:25.997351 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64', 'code': 200} May 27 13:14:26.088956 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1d81f5e-85a5-48fd-82ff-4182593eb59e req-5b707235-eea1-4227-9f84-cf1433677e16 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892656 May 27 13:14:26.133239 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.177943 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42302) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:26.185786 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:26.192468 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.193842 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:14:26.216626 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dfdc9-1ade-4d73-b21e-369a6d60440d req-6342533c-7328-42d2-9946-7941218cd5f7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:26.218963 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f61dfdc9-1ade-4d73-b21e-369a6d60440d req-6342533c-7328-42d2-9946-7941218cd5f7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 943 time: 0.1181457 May 27 13:14:26.241829 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:26.296152 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:14:26.296917 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 53f8e326-c6e6-4d5b-a17b-68a0cbacca9d not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:14:26.334268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:26.342759 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:26.373060 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f61dfdc9-1ade-4d73-b21e-369a6d60440d req-8ec10020-3990-48ad-bcc8-b040d422a63e tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476529 May 27 13:14:26.426034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.452724 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:26.458137 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Usage tracker for resource:security_group_rule and tenant:b80051c81ca344608998279bb4c9e7b1 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:26.462339 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:26.470635 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:26.506224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab87513-825c-4518-aed1-6c653283d49b req-439005ae-4f1f-44ca-b406-0c1891841522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:26.507729 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-dab87513-825c-4518-aed1-6c653283d49b req-439005ae-4f1f-44ca-b406-0c1891841522 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1098 time: 0.2006187 May 27 13:14:26.584071 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-dab87513-825c-4518-aed1-6c653283d49b req-4bb94d4e-b28e-42ba-9766-e09f06b6763a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643342 May 27 13:14:26.616462 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0ea69-ff5f-4dd7-bc66-d389f433fcf3 req-dd78fa51-bd9a-4e80-b52c-d208c87a385b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:26.623776 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-50d0ea69-ff5f-4dd7-bc66-d389f433fcf3 req-dd78fa51-bd9a-4e80-b52c-d208c87a385b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1209238 May 27 13:14:26.649428 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.655368 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.667915 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:26.690861 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-50d0ea69-ff5f-4dd7-bc66-d389f433fcf3 req-7b5ee77f-e1f4-454f-ad93-e8df35e38622 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624561 May 27 13:14:26.730722 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b80051c81ca344608998279bb4c9e7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485330 May 27 13:14:26.730722 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b585f6c-f676-4b99-9388-9ed8000d4600,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:26.731485 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42330) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:26.738858 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.739292 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.739775 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.742516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.742516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.742516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.742516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.742516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.742516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.742954 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.743364 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.743532 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.748211 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:26.817185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.846567 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.903866 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.907879 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9099df64-249d-4964-899a-01d72f8882a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:26.925863 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b585f6c-f676-4b99-9388-9ed8000d4600,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:26.936435 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.936790 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.937134 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.937471 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.937910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.938266 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.938657 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.939210 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.939319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.939629 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.939955 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.940347 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:26.954844 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:26.956300 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.957447 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b585f6c-f676-4b99-9388-9ed8000d4600 HTTP/1.1" status: 204 len: 168 time: 0.2251897 May 27 13:14:27.108346 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacf21a-c428-41d7-9dc6-226defa1d456 req-d6eb24e9-9d3b-44fa-8ce1-c0c1a3c59d22 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:27.110025 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9eacf21a-c428-41d7-9dc6-226defa1d456 req-d6eb24e9-9d3b-44fa-8ce1-c0c1a3c59d22 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0870934 May 27 13:14:27.159078 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9eacf21a-c428-41d7-9dc6-226defa1d456 req-c4618fb1-4ea5-434a-bb15-d5726c5a6c02 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 May 27 13:14:27.284970 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42348) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:27.294217 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3f266-d240-497d-a4d0-c95d1db84925 req-6a0042f5-94d0-4be1-b5ae-c8283df11a5c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:27.295777 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ffe3f266-d240-497d-a4d0-c95d1db84925 req-6a0042f5-94d0-4be1-b5ae-c8283df11a5c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0890779 May 27 13:14:27.304104 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.319254 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:27.323499 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Usage tracker for resource:security_group_rule and tenant:5891615255d641588c58613b82d295a6 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:27.326625 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:27.332473 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:27.349020 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ffe3f266-d240-497d-a4d0-c95d1db84925 req-4609c1a0-c0b8-4801-8c82-6ac93b33b973 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466421 May 27 13:14:27.422203 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.427075 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.436236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-63221099-74c4-413a-8637-78413346e5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:27.475780 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5891615255d641588c58613b82d295a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890252 May 27 13:14:27.477639 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e3804b-e892-46b4-81f5-6a05f11a0266,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:27.478722 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42354) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:27.482214 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:27.597403 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.631494 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70563d37-6f32-4927-8bee-495fc7311e3c req-611a705e-5ec9-41f0-bd06-e894dda885dd tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:27.632991 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-70563d37-6f32-4927-8bee-495fc7311e3c req-611a705e-5ec9-41f0-bd06-e894dda885dd tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 943 time: 0.1514390 May 27 13:14:27.637389 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.706922 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-70563d37-6f32-4927-8bee-495fc7311e3c req-dd5c3ab2-73f7-4d60-909d-e7440524568d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623915 May 27 13:14:27.730839 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.735274 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:27.746803 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e3804b-e892-46b4-81f5-6a05f11a0266,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:27.749238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:27.755760 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.757087 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79e3804b-e892-46b4-81f5-6a05f11a0266 HTTP/1.1" status: 204 len: 168 time: 0.2774115 May 27 13:14:27.944445 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433558c-c26e-4204-9b68-fdf6c978c6d5 req-47af013c-9b1e-4130-9867-9fe5feebf7e0 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:27.945914 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8433558c-c26e-4204-9b68-fdf6c978c6d5 req-47af013c-9b1e-4130-9867-9fe5feebf7e0 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1585655 May 27 13:14:28.001426 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:28.003998 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8433558c-c26e-4204-9b68-fdf6c978c6d5 req-a73cc0d7-6a51-49cc-a90c-18ae3e69898c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519631 May 27 13:14:28.223684 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'code': 200} May 27 13:14:28.251666 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42388) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:28.370351 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Deleting subnet 76629c79-352e-4ca6-99e3-48b86c6d472c {{(pid=91947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:14:28.375484 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.491225 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4083170'] for subnet, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.667737 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91699b4b-4cc0-4c70-8b8d-8f55e595b19a req-994ca4aa-e890-475e-af13-1e9bb374cf0b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:28.670208 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-91699b4b-4cc0-4c70-8b8d-8f55e595b19a req-994ca4aa-e890-475e-af13-1e9bb374cf0b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2973108 May 27 13:14:28.694149 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.699157 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52259d-e211-46ba-9f7c-9fc46b02227d req-67c5fc89-c371-43c2-bdf4-7114454315ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:28.701466 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2c52259d-e211-46ba-9f7c-9fc46b02227d req-67c5fc89-c371-43c2-bdf4-7114454315ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1099 time: 0.1235909 May 27 13:14:28.783431 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-2c52259d-e211-46ba-9f7c-9fc46b02227d req-a4bd8a3d-61c9-4d9b-8877-3e05f8fed300 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699162 May 27 13:14:28.841370 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-91699b4b-4cc0-4c70-8b8d-8f55e595b19a req-4773f586-860d-4f13-825f-3a2df8851a8b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624913 May 27 13:14:28.956433 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab5db1-65cf-4c41-8704-2c471af5e658 req-000c3114-eeb3-4e5a-aaa3-406d7acff69d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:28.957984 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-53ab5db1-65cf-4c41-8704-2c471af5e658 req-000c3114-eeb3-4e5a-aaa3-406d7acff69d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.3973365 May 27 13:14:29.087451 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 2c4f8923-b7e9-405b-8b89-2f8667c46660 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:29.125907 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-ca232c64-ab55-40a9-ba51-764af9e29da2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3498909 May 27 13:14:29.137399 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42426) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:29.165821 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-53ab5db1-65cf-4c41-8704-2c471af5e658 req-9e329fbf-dc6f-47df-9ac7-0cee129b7d07 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941297 May 27 13:14:29.303206 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0807b-72fa-4c1a-b7b3-3a8078f16dbc req-077c8f52-9d48-4f2f-9543-3cb7929854c2 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:29.310367 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b9f0807b-72fa-4c1a-b7b3-3a8078f16dbc req-077c8f52-9d48-4f2f-9543-3cb7929854c2 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 943 time: 0.3513780 May 27 13:14:29.317768 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 2c4f8923-b7e9-405b-8b89-2f8667c46660, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2c4f8923-b7e9-405b-8b89-2f8667c46660,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:29.324323 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.347715 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:29.357690 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '2c4f8923-b7e9-405b-8b89-2f8667c46660', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'port_id': '2c4f8923-b7e9-405b-8b89-2f8667c46660', 'mac_address': 'fa:16:3e:75:ae:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017c22aa-8e14-4f9b-8a8a-bbdccfc987aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:29.358425 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8eef9d7dd94de8bf3a2604a566407b is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:29.361790 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:29.372876 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:29.426868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-557312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004026'] for subnet, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.432178 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.441523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a71c6875-8c94-4336-9286-91fdcd31d93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.459956 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4f8923-b7e9-405b-8b89-2f8667c46660 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:29.478113 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 2c4f8923-b7e9-405b-8b89-2f8667c46660, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2c4f8923-b7e9-405b-8b89-2f8667c46660,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:29.484305 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.488880 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.492037 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b9f0807b-72fa-4c1a-b7b3-3a8078f16dbc req-a2db388c-d586-42eb-b23f-12bd6f3df45a tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807172 May 27 13:14:29.496155 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76629c79-352e-4ca6-99e3-48b86c6d472c,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.499774 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.507594 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.508796 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.510667 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.523908 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/76629c79-352e-4ca6-99e3-48b86c6d472c HTTP/1.1" status: 204 len: 168 time: 1.2690563 May 27 13:14:29.525190 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42440) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:29.531548 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-58c27485-b809-4f6f-a1b9-dd9aac46886e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.579513 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae8eef9d7dd94de8bf3a2604a566407b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407115 May 27 13:14:29.581320 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5781971f-1fbe-486c-9178-a285ec4a8ee4,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.582764 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=2c4f8923-b7e9-405b-8b89-2f8667c46660,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.583666 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42444) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:29.587110 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.588107 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.646872 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-178890a8-4006-42d2-a37b-6f3d50bec3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:29.647114 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-178890a8-4006-42d2-a37b-6f3d50bec3db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 1099 time: 0.4167688 May 27 13:14:29.667917 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819ab77-b816-4674-9b2d-cb8165aad0c0 req-f25d7b60-9979-4d76-b32e-de132c37d44a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:29.669643 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6819ab77-b816-4674-9b2d-cb8165aad0c0 req-f25d7b60-9979-4d76-b32e-de132c37d44a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.3196824 May 27 13:14:29.679352 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.712591 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.740105 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.803404 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.808764 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-82685967-5785-4fbd-bf6b-e2b71a805db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.816105 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6819ab77-b816-4674-9b2d-cb8165aad0c0 req-13a8aa3b-b3ee-40c2-a887-555eae287d8a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334157 May 27 13:14:29.822774 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5781971f-1fbe-486c-9178-a285ec4a8ee4,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.825484 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.867881 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.869072 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5781971f-1fbe-486c-9178-a285ec4a8ee4 HTTP/1.1" status: 204 len: 168 time: 0.2842717 May 27 13:14:29.913963 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-ba7da56a-8077-4827-b08e-f4532d4dfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:29.915440 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-ba7da56a-8077-4827-b08e-f4532d4dfe67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 915 time: 0.2339439 May 27 13:14:30.264447 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42472) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:30.264605 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-d9d28ccb-65d5-4846-bbe9-de5dc563bd72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b HTTP/1.1" status: 200 len: 217 time: 0.2690184 May 27 13:14:30.277137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.282205 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.298826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:30.303981 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:698b61a6e2ae41df93db9070458a6b73 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:30.308451 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:30.315690 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:30.340281 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c404be49-7670-4be9-8bb3-48a5cb3403f3']}} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:30.345332 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['2c4f8923-b7e9-405b-8b89-2f8667c46660'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:30.369908 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc85ab7a-2713-48a8-b956-24c0a96134c6') {'for_net_delete': True} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:30.370235 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc85ab7a-2713-48a8-b956-24c0a96134c6') {} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:30.391121 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4083163'] for segment, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.425918 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-1acb68d0-e099-4515-afd3-45624b21dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:30.427378 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-1acb68d0-e099-4515-afd3-45624b21dae7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.1424899 May 27 13:14:30.429925 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.441650 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.447283 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.479553 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6e49060d-c42f-499c-8954-62050d3aa148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:30.482761 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=91947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:14:30.482761 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-559010'] for segment, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: Traceback (most recent call last): May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: timer() May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: cb(*args, **kw) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: return func(*args, **kwargs) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: self._notify() May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: self.callback(batched_events) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: event.method(event) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: return f(self, *a, **k) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: return self._get(url).json() May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: return self.request(url, 'GET', **kwargs) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:14:30.503837 dv-cinder-751579-24-smb neutron-server[91947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:14:30.520140 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-29f8acbd-c8ab-4cc4-a003-5519ae1e0655 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813437 May 27 13:14:30.528041 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc3213-07bb-4da1-9c1b-e7ec89dc0830 req-64868cf8-8123-4272-99d3-cc954915083e tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:30.529606 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-42dc3213-07bb-4da1-9c1b-e7ec89dc0830 req-64868cf8-8123-4272-99d3-cc954915083e tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.5363343 May 27 13:14:30.535140 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=698b61a6e2ae41df93db9070458a6b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711520 May 27 13:14:30.537119 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca7fa4b-7c49-4361-9b61-04c62b3fad96,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:30.543711 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:30.544451 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42482) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:30.544796 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42484) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:30.611638 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3b6ec-918c-4f79-bf21-a0c31bd79c42 req-e5978079-54e1-4bed-9b1a-5878f5970562 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:30.618674 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4af3b6ec-918c-4f79-bf21-a0c31bd79c42 req-e5978079-54e1-4bed-9b1a-5878f5970562 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.5715902 May 27 13:14:30.653247 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'floatingip': {'port_id': '855086af-9a0e-4a91-8f99-c450cec33e64'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:30.785353 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.837027 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.852729 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.860139 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:30.890220 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.897198 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4af3b6ec-918c-4f79-bf21-a0c31bd79c42 req-45b8fc11-9833-47ee-a8d8-339cd46b618b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771549 May 27 13:14:30.907187 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Pushing event deleted for resources: {'Network': ['ID=c404be49-7670-4be9-8bb3-48a5cb3403f3,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:30.909971 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:30.930765 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-4cd7b3e1-8c9e-401b-854b-0122abeba028 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c404be49-7670-4be9-8bb3-48a5cb3403f3 HTTP/1.1" status: 204 len: 168 time: 1.4000945 May 27 13:14:30.945304 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-7e66e182-da01-4b06-b525-0fae3ac2e233 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135396 May 27 13:14:30.963489 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359c321-eeb2-4bce-9dec-9588449dde63 req-965625c9-be98-4f39-b350-86fc6d52140c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:30.966156 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e359c321-eeb2-4bce-9dec-9588449dde63 req-965625c9-be98-4f39-b350-86fc6d52140c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.2078114 May 27 13:14:30.966804 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.152856 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e359c321-eeb2-4bce-9dec-9588449dde63 req-72a4ff4f-96d9-448b-9172-741ee9272522 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614025 May 27 13:14:31.207889 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-74970ace-e2ee-4130-94e7-9658650c4dd4 req-bada1552-4908-424a-8893-754eb97bff69 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406323 May 27 13:14:31.251200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84a63-314a-4fc9-bdca-6419942d2c12 req-78e71fde-c1e6-4b6f-8c88-603a400d4f4b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:31.252867 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fce84a63-314a-4fc9-bdca-6419942d2c12 req-78e71fde-c1e6-4b6f-8c88-603a400d4f4b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 944 time: 0.1486759 May 27 13:14:31.351478 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fce84a63-314a-4fc9-bdca-6419942d2c12 req-6980dfea-5091-4936-a8ac-7ed46edf2b8c tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872390 May 27 13:14:31.354634 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42504) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:31.473064 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b9fa97a5-5fb7-4533-84ad-5bb8f1aa9fe0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e028b4cb403e4d0192d013b395b61956&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1178532 May 27 13:14:31.475302 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42508) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:31.551435 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.559358 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:31.563690 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.578263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca7fa4b-7c49-4361-9b61-04c62b3fad96,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:31.582279 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:31.595808 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.610211 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.614549 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aca7fa4b-7c49-4361-9b61-04c62b3fad96 HTTP/1.1" status: 204 len: 168 time: 1.0668964 May 27 13:14:31.643650 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a64a5-fb1f-494b-8ce8-9e6cf03903b4 req-d572721d-a0b9-46ea-9723-d0c4fdfb1100 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:31.649671 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fa4a64a5-fb1f-494b-8ce8-9e6cf03903b4 req-d572721d-a0b9-46ea-9723-d0c4fdfb1100 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.2641108 May 27 13:14:31.661379 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42518) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:31.680681 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'floatingip': {'port_id': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:31.771879 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.815577 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.820805 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.905634 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.911386 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a17cf2aa-793b-42dd-ad99-0ea0e28f6bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:31.957671 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a6d4c9-070c-4c1c-9b76-6b031c2e4118,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:31.968137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:31.996245 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.999691 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73a6d4c9-070c-4c1c-9b76-6b031c2e4118 HTTP/1.1" status: 204 len: 168 time: 0.5233085 May 27 13:14:32.115780 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Floating IP 20faab61-39af-4a13-a7ff-3d9d0c7c43b7 associated. External IP: 172.28.0.61, port: 855086af-9a0e-4a91-8f99-c450cec33e64. May 27 13:14:32.130107 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42528) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:32.272563 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.369481 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:32.378740 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Usage tracker for resource:security_group_rule and tenant:e949155cd43a41ae8627c742d8cf5dc8 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:32.386112 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:32.522394 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:32.580044 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Router 47164ff3-e2a9-4ea0-b01a-26ae44059269 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:14:32.733750 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2a1a5-595a-4d93-be80-d05609e0db96 req-5915be41-3d82-4254-8d32-58958a1bbdf6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:32.741060 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-85a2a1a5-595a-4d93-be80-d05609e0db96 req-5915be41-3d82-4254-8d32-58958a1bbdf6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.6564033 May 27 13:14:32.812872 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:14:32.830589 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] Sync routers for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:14:32.833278 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.837428 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-85a2a1a5-595a-4d93-be80-d05609e0db96 req-07f06afa-d3c0-4017-aafa-0c12f07f6c01 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949905 May 27 13:14:32.847519 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:32.848320 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:14:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:32.916882 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-3005323f-2184-46ea-b54d-94cae39b7cd5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "PUT /v2.0/floatingips/20faab61-39af-4a13-a7ff-3d9d0c7c43b7 HTTP/1.1" status: 200 len: 990 time: 2.3693085 May 27 13:14:32.918677 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:32.995801 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24b412-0f74-4619-ba7f-44250ca089d7 req-efa9c7a1-87a9-4b4f-a919-a04f84bcbebf tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:33.006355 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2d24b412-0f74-4619-ba7f-44250ca089d7 req-efa9c7a1-87a9-4b4f-a919-a04f84bcbebf tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 944 time: 0.5020835 May 27 13:14:33.093438 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 2c4f8923-b7e9-405b-8b89-2f8667c46660 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:33.126845 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.db.resource_extend [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:14:33.184403 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:33.237237 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64', 'status': 'completed', 'code': 200} May 27 13:14:33.253127 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 2c4f8923-b7e9-405b-8b89-2f8667c46660 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:33.255505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.260717 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 2c4f8923-b7e9-405b-8b89-2f8667c46660 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:33.262416 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.315701 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2d24b412-0f74-4619-ba7f-44250ca089d7 req-4e35c645-a57b-4947-b8d3-96d70e0665d6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074491 May 27 13:14:33.316337 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.330527 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b22a94d7-4cac-4225-b7da-9bbfe26de145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:33.393915 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.412729 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e949155cd43a41ae8627c742d8cf5dc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2690895 May 27 13:14:33.415150 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42586) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:33.417039 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.489299 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f5154a-cf14-4fcd-816d-3f2b9e5e6289,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:33.494910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:33.557476 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.590384 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.611880 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-17d30064-997a-49f1-bf6c-3bd24adeed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:33.613415 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-17d30064-997a-49f1-bf6c-3bd24adeed54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1098 time: 0.3451936 May 27 13:14:33.639736 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.679452 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f8923-b7e9-405b-8b89-2f8667c46660'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:33.690789 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 2c4f8923-b7e9-405b-8b89-2f8667c46660, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2c4f8923-b7e9-405b-8b89-2f8667c46660,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:33.701322 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.703729 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-acdc8b57-c08b-424d-a1f8-8c1759540254 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:33.778247 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.l3_db [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Floating IP 124946fc-00a9-4c0a-8328-03d897095060 associated. External IP: 172.28.0.155, port: 0f33e84e-e47a-420f-a0a7-cc40848bb880. May 27 13:14:33.781220 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.801888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:33.802709 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '20faab61-39af-4a13-a7ff-3d9d0c7c43b7', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'port_id': '855086af-9a0e-4a91-8f99-c450cec33e64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'mac_address': 'fa:16:3e:e8:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:00Z', 'updated_at': '2021-05-27T13:14:31Z', 'revision_number': 1, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:33.806604 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f8923-b7e9-405b-8b89-2f8667c46660', 'code': 200} May 27 13:14:33.807651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=2c4f8923-b7e9-405b-8b89-2f8667c46660,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:33.816051 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.816393 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.816745 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.817115 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.817485 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.817814 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.818132 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.818456 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.818923 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.819295 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.819662 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.819802 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.820257 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:33.823509 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9f5154a-cf14-4fcd-816d-3f2b9e5e6289 HTTP/1.1" status: 204 len: 168 time: 0.4047534 May 27 13:14:33.823648 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] Checking router: 47164ff3-e2a9-4ea0-b01a-26ae44059269 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:14:33.824007 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f5154a-cf14-4fcd-816d-3f2b9e5e6289,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:33.828139 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:33.839648 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:33.843615 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:33.844535 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:14:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:34.233668 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:34.269879 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dfd8e-42bd-4a36-bc6b-ffe3ed69aa08 req-84785250-9ab4-4a2d-8484-58c47eeae1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.271406 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-250dfd8e-42bd-4a36-bc6b-ffe3ed69aa08 req-84785250-9ab4-4a2d-8484-58c47eeae1fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 1098 time: 0.1455655 May 27 13:14:34.310223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-8293f589-734f-49db-953b-2a6c45310be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.312008 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-8293f589-734f-49db-953b-2a6c45310be6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.6847479 May 27 13:14:34.366666 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-250dfd8e-42bd-4a36-bc6b-ffe3ed69aa08 req-81535df1-151e-47a3-b3be-f12715267390 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748539 May 27 13:14:34.638337 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462065-c8bc-468e-a8e6-bc19a1246b21 req-c558ea98-e2dd-4e89-b13c-1d3690325508 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.639832 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-36462065-c8bc-468e-a8e6-bc19a1246b21 req-c558ea98-e2dd-4e89-b13c-1d3690325508 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.4085379 May 27 13:14:34.705453 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '20faab61-39af-4a13-a7ff-3d9d0c7c43b7', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'port_id': '855086af-9a0e-4a91-8f99-c450cec33e64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'mac_address': 'fa:16:3e:e8:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:00Z', 'updated_at': '2021-05-27T13:14:31Z', 'revision_number': 1, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:34.714685 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2359e1-b8a2-4536-8bee-cc98270189ae None None] The sync data for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb is: [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '20faab61-39af-4a13-a7ff-3d9d0c7c43b7', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'port_id': '855086af-9a0e-4a91-8f99-c450cec33e64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'mac_address': 'fa:16:3e:e8:77:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:00Z', 'updated_at': '2021-05-27T13:14:31Z', 'revision_number': 1, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:14:34.774365 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-76565624-2dcf-4017-99de-37ced13e52f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 998 time: 0.4392982 May 27 13:14:34.902118 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-36462065-c8bc-468e-a8e6-bc19a1246b21 req-edf2c3c3-3edf-44f8-add9-2e2b2fc32c0b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491858 May 27 13:14:34.927826 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cab38-4947-49e0-a0ad-b7616fab57e3 req-56dea6c9-a8ae-4cd5-8648-d2a4b2183228 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.936716 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b15cab38-4947-49e0-a0ad-b7616fab57e3 req-56dea6c9-a8ae-4cd5-8648-d2a4b2183228 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 945 time: 0.4201066 May 27 13:14:34.944647 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-7f939978-0be8-4cac-83bf-614a9142c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.946152 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-7f939978-0be8-4cac-83bf-614a9142c8f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.1415372 May 27 13:14:34.948041 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Router 1560974c-82c0-4afe-b59b-9401e71ad966 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:14:35.092120 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bf454-40a4-4e29-acb3-f073b62e9cb1 None None] New status for floating IP 20faab61-39af-4a13-a7ff-3d9d0c7c43b7: ACTIVE {{(pid=91948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:14:35.102904 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b15cab38-4947-49e0-a0ad-b7616fab57e3 req-e1dc3f3e-d09e-4e49-87e7-8c4a7bab9f9d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671207 May 27 13:14:35.310482 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42668) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:35.368973 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-c19f3643-6ba4-4693-9660-40dd5c3b71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:35.390270 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-c19f3643-6ba4-4693-9660-40dd5c3b71ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3849792 May 27 13:14:35.467271 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:14:35.478667 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] Sync routers for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:14:35.490335 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:35.491089 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:14:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:35.508592 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.532614 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:35.539355 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Usage tracker for resource:security_group_rule and tenant:236c0016f4054fdca36c1fd2d6de7134 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:35.543232 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:35.550095 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:35.609793 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.698979 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.704737 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.715965 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c77e520d-ca1b-45ed-b005-3fe7bcfac558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:35.750569 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:35.778687 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-02da9d14-81a1-4ea6-8e9c-8faa4a631618 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "PUT /v2.0/floatingips/124946fc-00a9-4c0a-8328-03d897095060 HTTP/1.1" status: 200 len: 992 time: 4.1174016 May 27 13:14:35.782067 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:35.783368 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=236c0016f4054fdca36c1fd2d6de7134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718137 May 27 13:14:35.787236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42698) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:35.804313 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed016427-39ff-4d8e-9719-9452abe46248,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:35.810179 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-c18ab14e-75f5-4caa-b77e-d35e0d85d737 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011443 May 27 13:14:35.824048 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:35.897993 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.961462 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:36.017861 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'status': 'completed', 'code': 200} May 27 13:14:36.140325 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:36.170802 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5da08fde-653d-4b1f-bdf9-541bb5e1651f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:36.208877 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed016427-39ff-4d8e-9719-9452abe46248,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:36.227939 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:36.286504 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:36.286504 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed016427-39ff-4d8e-9719-9452abe46248 HTTP/1.1" status: 204 len: 168 time: 0.4928606 May 27 13:14:36.313691 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:36.357004 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-f42ee946-7001-495b-ac45-94dcc47b648c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.360705 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-f42ee946-7001-495b-ac45-94dcc47b648c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1099 time: 0.2966108 May 27 13:14:36.391397 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '124946fc-00a9-4c0a-8328-03d897095060', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'port_id': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'mac_address': 'fa:16:3e:13:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:03Z', 'updated_at': '2021-05-27T13:14:32Z', 'revision_number': 1, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:36.395604 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] Checking router: 1560974c-82c0-4afe-b59b-9401e71ad966 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:14:36.406823 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:36.407575 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:14:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:36.522527 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d909291d-b76a-4914-aefd-d9b5dbee9b8e req-9086599f-600d-4d48-8436-6412ac973dd9 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6969078 May 27 13:14:36.639898 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09225f-cd56-49b3-b25c-1a8362a3c694 req-0c6cd14f-1c96-4e8e-8536-148cf1effdb1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.641641 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a09225f-cd56-49b3-b25c-1a8362a3c694 req-0c6cd14f-1c96-4e8e-8536-148cf1effdb1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.4658132 May 27 13:14:36.650730 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3b0b-6903-4d6a-b533-8b81fa7121d0 req-daae94b9-e169-47bf-80ad-469bf5e6d815 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.659027 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e16a3b0b-6903-4d6a-b533-8b81fa7121d0 req-daae94b9-e169-47bf-80ad-469bf5e6d815 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 945 time: 0.3635666 May 27 13:14:36.715727 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-e9431e3e-8f1f-47c0-8f6f-7b2fd5e5eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.720488 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-e9431e3e-8f1f-47c0-8f6f-7b2fd5e5eaca service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.3308685 May 27 13:14:36.784719 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e16a3b0b-6903-4d6a-b533-8b81fa7121d0 req-fee6495f-6fc9-49cf-8719-b0ca2b76fa73 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248155 May 27 13:14:36.787955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a09225f-cd56-49b3-b25c-1a8362a3c694 req-d477be9c-ab9a-4788-b44e-e3ef14f4a08d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258204 May 27 13:14:36.803461 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:36.925059 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-8e0c0385-c9a9-471b-8d9b-e38ec70439ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 200 len: 1000 time: 0.1867125 May 27 13:14:37.025992 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-45aad9ae-1a25-4409-8e1d-9995688b811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:37.027509 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-45aad9ae-1a25-4409-8e1d-9995688b811f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0893338 May 27 13:14:37.079560 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42776) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:37.104188 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.125559 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:37.130325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Usage tracker for resource:security_group_rule and tenant:fcd216a18d9d4d16b5fdc7ded8c8e9bf is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:37.133861 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:37.142327 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:37.194539 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-6b3484e8-4c2a-4266-b45f-0075318f1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:37.196795 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-6b3484e8-4c2a-4266-b45f-0075318f1589 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1511736 May 27 13:14:37.306227 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.316490 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.327863 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-00d38821-505b-461b-9528-3babd053e254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:37.387076 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '124946fc-00a9-4c0a-8328-03d897095060', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'port_id': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'mac_address': 'fa:16:3e:13:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:03Z', 'updated_at': '2021-05-27T13:14:32Z', 'revision_number': 1, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:37.395446 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437b6a56-19f0-46fe-8b10-e3ad9d6719cc None None] The sync data for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb is: [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '124946fc-00a9-4c0a-8328-03d897095060', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'floating_ip_address': '172.28.0.155', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'port_id': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'mac_address': 'fa:16:3e:13:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:03Z', 'updated_at': '2021-05-27T13:14:32Z', 'revision_number': 1, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:14:37.417134 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcd216a18d9d4d16b5fdc7ded8c8e9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330717 May 27 13:14:37.417134 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dacfbc2-a8a6-46e1-9297-5d762a92d82b,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:37.418058 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42790) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:37.420701 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:37.494041 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.543442 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.581120 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-2edd5ce3-91ff-4a22-9273-bdc56e0c9a34 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602815 May 27 13:14:37.703015 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76909689-b67a-47c8-b339-17355661fd11 None None] New status for floating IP 124946fc-00a9-4c0a-8328-03d897095060: ACTIVE {{(pid=91948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:14:37.763914 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.777997 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8a67fac3-8dd3-4918-a1ba-5c5354b3023a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:37.794509 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dacfbc2-a8a6-46e1-9297-5d762a92d82b,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:37.802617 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3231cc4f-9c65-45b7-ae39-0aa8c3091cb5 req-eea46811-f62b-4160-8242-e245ceedc1b2 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881452 May 27 13:14:37.805220 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:37.809975 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.810904 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dacfbc2-a8a6-46e1-9297-5d762a92d82b HTTP/1.1" status: 204 len: 168 time: 0.3919432 May 27 13:14:38.083932 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ec9f0-29f9-4553-b878-c770e88161d0 req-ff703a14-712f-4705-be96-67d4c4ef69ff tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:38.091738 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-881ec9f0-29f9-4553-b878-c770e88161d0 req-ff703a14-712f-4705-be96-67d4c4ef69ff tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 945 time: 0.1736529 May 27 13:14:38.122252 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050572-2244-4239-bd1d-72d38098657a req-287cadfb-d629-48c8-9d5c-79d6e882b265 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:38.123811 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-46050572-2244-4239-bd1d-72d38098657a req-287cadfb-d629-48c8-9d5c-79d6e882b265 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1693115 May 27 13:14:38.166757 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-881ec9f0-29f9-4553-b878-c770e88161d0 req-38013382-f24e-4388-87d2-84fabda313a1 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741141 May 27 13:14:38.174245 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42824) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:38.198373 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-46050572-2244-4239-bd1d-72d38098657a req-d789ff47-246e-4599-b348-629442694101 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590422 May 27 13:14:38.296975 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42834) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:38.446210 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.452773 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42846) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:38.463957 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:38.477693 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.483429 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Usage tracker for resource:security_group_rule and tenant:386d1095f7904f0fa49ac56a61406609 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:38.486878 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:38.492890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:38.494945 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:38.497566 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Usage tracker for resource:security_group_rule and tenant:c904100253414337a9c23ce6809f1886 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:38.501308 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:38.509641 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:38.611621 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.618367 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.628870 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.630310 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-194289b3-dc4c-4f76-8b39-b975d7e30683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:38.635204 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.647435 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-470797fc-7008-4243-99ea-03abfc0bd5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:38.668680 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.678335 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4d0fa1-3c7a-4dc3-9e53-8bc5e4dfa832,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:38.683580 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:38.704274 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=386d1095f7904f0fa49ac56a61406609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287924 May 27 13:14:38.704685 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42856) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:38.705334 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:38.709749 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37037a26-4727-441b-931f-920bf0edb9df,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:38.713118 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Usage tracker for resource:security_group_rule and tenant:2812df40f1854bd3803b26415a45c46e is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:38.716030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:38.716942 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:38.725035 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c904100253414337a9c23ce6809f1886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675579 May 27 13:14:38.725151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42860) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:38.726861 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:38.786270 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.817163 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.820072 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.859685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.882871 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.886674 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:38.900079 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37037a26-4727-441b-931f-920bf0edb9df,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:38.903768 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:38.913713 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.916910 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37037a26-4727-441b-931f-920bf0edb9df HTTP/1.1" status: 204 len: 168 time: 0.2109237 May 27 13:14:38.945808 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.952003 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.963044 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-af9c9f1a-5395-4d16-9bda-d965416b5693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:38.974749 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.034437 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2812df40f1854bd3803b26415a45c46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363811 May 27 13:14:39.036372 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.037313 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42870) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:39.037443 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f4d0fa1-3c7a-4dc3-9e53-8bc5e4dfa832 HTTP/1.1" status: 204 len: 168 time: 0.3120811 May 27 13:14:39.038263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f52e170-db93-4213-8f63-74db1514802f,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:39.053106 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:39.053106 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0aca443f-03d8-4b03-96a4-c13bc78aa629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:39.063803 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4d0fa1-3c7a-4dc3-9e53-8bc5e4dfa832,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:39.067516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:39.142989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.171760 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.240137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.246011 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-89217309-b6e4-4c5d-be57-687384046cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:39.260825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f52e170-db93-4213-8f63-74db1514802f,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:39.264994 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:39.267056 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.270726 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f52e170-db93-4213-8f63-74db1514802f HTTP/1.1" status: 204 len: 168 time: 0.2296424 May 27 13:14:39.357733 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42886) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:39.386151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.416944 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:39.420849 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21c5ea-d63d-4839-9a07-5c741e602a3a req-6d5bcaa6-3c29-4b2b-8c84-f8d300c3f6a9 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:39.422564 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4e21c5ea-d63d-4839-9a07-5c741e602a3a req-6d5bcaa6-3c29-4b2b-8c84-f8d300c3f6a9 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0906343 May 27 13:14:39.423756 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Usage tracker for resource:security_group_rule and tenant:4ac01ab45177475b8515609f046a74cf is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:39.427032 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:39.439583 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:39.500382 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4e21c5ea-d63d-4839-9a07-5c741e602a3a req-f6dfbf6a-a53f-4cee-8369-58548cd33c96 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689335 May 27 13:14:39.606348 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.611852 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.627392 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d13c7c2c-9af6-44c4-a98b-305731839bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:39.673870 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ac01ab45177475b8515609f046a74cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149900 May 27 13:14:39.676601 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42902) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:39.679522 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf68c5e-9903-44f2-aeef-c73682f0a350,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:39.692117 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:39.747866 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.778862 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.838469 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.843387 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:39.858013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf68c5e-9903-44f2-aeef-c73682f0a350,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:39.860821 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:39.862144 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.865864 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eaf68c5e-9903-44f2-aeef-c73682f0a350 HTTP/1.1" status: 204 len: 168 time: 0.1857190 May 27 13:14:39.919406 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42916) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:39.937850 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.953045 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:39.957038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Usage tracker for resource:security_group_rule and tenant:719aeefbbe914ff5b45f5e161be55512 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:39.960069 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:39.967035 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:40.043912 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42922) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:40.068661 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.072843 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.081928 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0a6d1db9-deaa-4cfa-9444-0cf63bd64389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:40.128009 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=719aeefbbe914ff5b45f5e161be55512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050219 May 27 13:14:40.128009 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2485c38-eba9-49a2-946c-2274cb9c0ac5,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:40.128658 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 42928) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:40.129916 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:40.197525 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.233162 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.308291 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.313284 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:40.325294 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2485c38-eba9-49a2-946c-2274cb9c0ac5,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:40.328378 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:40.330551 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.337057 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2485c38-eba9-49a2-946c-2274cb9c0ac5 HTTP/1.1" status: 204 len: 168 time: 0.2063711 May 27 13:14:40.367675 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1073067165-network', 'tenant_id': '35be985023714efb91ca21645b4de42c'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:40.372726 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:40.376684 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Usage tracker for resource:network and tenant:35be985023714efb91ca21645b4de42c is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:40.379680 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:40.385643 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:40.400017 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Made reservation on behalf of 35be985023714efb91ca21645b4de42c for: {'network': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:40.406364 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.419426 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.435896 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:40.440031 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Usage tracker for resource:security_group_rule and tenant:35be985023714efb91ca21645b4de42c is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:40.443324 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:40.449145 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:40.561690 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.568102 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.573100 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b5f9640c-2eb4-4a76-b028-26f40375baa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:40.606978 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ceff96-b7fe-40c2-9bf5-e5ea26297db7,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:40.610980 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:40.622724 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=91946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:14:40.637752 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.638736 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.segments_db [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Added segment 9d32b6cb-3606-4736-816d-5e479c30c5bf of type vlan for network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 May 27 13:14:40.678444 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.732486 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.737752 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:40.742931 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.815718 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:40.835024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514664cd-3a36-49cb-936a-3737459db237 req-779ee44a-e080-4b23-b193-2c411fd676ae tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:40.843799 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-514664cd-3a36-49cb-936a-3737459db237 req-779ee44a-e080-4b23-b193-2c411fd676ae tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1170287 May 27 13:14:40.905557 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-514664cd-3a36-49cb-936a-3737459db237 req-532a2785-f424-4761-afec-555c21fb7cda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605185 May 27 13:14:40.927187 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8818636 May 27 13:14:40.930319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 42970) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:40.937037 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Request body: {'subnet': {'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1073067165-subnet', 'tenant_id': '35be985023714efb91ca21645b4de42c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:40.941935 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:40.946533 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Usage tracker for resource:subnet and tenant:35be985023714efb91ca21645b4de42c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:40.949844 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:40.952980 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Pushing event updated for resources: {'Network': ['ID=dc96121d-0654-45bd-8bfc-54c5c11ee2b9,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:40.958371 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:40.965290 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:14:40.969408 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:40.974367 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Made reservation on behalf of 35be985023714efb91ca21645b4de42c for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:40.979021 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003991'] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:41.498345 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-557377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003969'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:41.503635 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-33ccaed1-f2cd-4b57-99f9-8f42b519f4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:41.576994 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1354755-5afb-496b-a960-7cf190c3cde1,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:41.580525 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:41.587389 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Checking segment: {'id': '9d32b6cb-3606-4736-816d-5e479c30c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:41.587742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Network hostable DHCP agents. Network: dc96121d-0654-45bd-8bfc-54c5c11ee2b9, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:14:41.613573 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:14:41.644673 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, dc96121d-0654-45bd-8bfc-54c5c11ee2b9) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:41.655038 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2593d6eb-2701-4771-b541-9b7a168807c6 None None] Network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:14:41.658198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:41.658805 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:41.731498 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7998514 May 27 13:14:41.874705 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-f917c41c-49ef-4f3a-b8b2-39c03c4c796f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:41.879910 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-f917c41c-49ef-4f3a-b8b2-39c03c4c796f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.2581515 May 27 13:14:41.906231 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-460c72aa-44c8-4974-a8bb-974bc6ce5363 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/quotas/d068f03115734e6bb0a6dba94397a301 HTTP/1.1" status: 200 len: 375 time: 0.0195441 May 27 13:14:41.954540 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195fb76-f5d9-4e76-9ea2-e1f1cb2d5936 None None] Network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:14:42.056113 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-4391ad23-7232-44cc-b201-2018d34a19f8 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408203 May 27 13:14:42.504917 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-8a13a208-717f-4dd1-b660-fdbc7718c5a7 service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434683 May 27 13:14:42.612798 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98273c-3ac4-48f6-9fd7-0070e077ec6f req-62e02fcf-aa1e-442a-85d6-1eb2d8298933 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:42.614249 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af98273c-3ac4-48f6-9fd7-0070e077ec6f req-62e02fcf-aa1e-442a-85d6-1eb2d8298933 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.3426116 May 27 13:14:42.632095 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 43050) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:42.638372 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1014941804-network', 'tenant_id': '2da05de5d71745a686cdaef3828c2b60'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:42.643260 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:42.647634 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Usage tracker for resource:network and tenant:2da05de5d71745a686cdaef3828c2b60 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:42.650959 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:42.657680 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:42.673378 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Made reservation on behalf of 2da05de5d71745a686cdaef3828c2b60 for: {'network': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:42.675926 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.689067 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.689886 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-8716edec-97b6-4f09-a826-cbbabd505a61 service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769598 May 27 13:14:42.702393 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af98273c-3ac4-48f6-9fd7-0070e077ec6f req-496b207d-f4b5-46df-ac16-d3b0b4000878 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783927 May 27 13:14:42.712029 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:42.716468 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Usage tracker for resource:security_group_rule and tenant:2da05de5d71745a686cdaef3828c2b60 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:42.719761 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:42.726821 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:42.825758 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.838597 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.867180 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=91946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:14:42.880720 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.886716 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.segments_db [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Added segment e301dfc1-0fa5-462f-9d73-086413bec6f2 of type vlan for network 50a441fb-162b-49a3-a696-ff1a69b42308 May 27 13:14:42.917435 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.931225 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ce85ccb6-59a9-4ac8-8fe6-bcb9691134b1 req-d23fb467-c421-47ba-81d8-4d6f4420a56f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 210 time: 0.0594766 May 27 13:14:42.947202 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a0bc2b1c-1c37-4aba-af2f-a210209adc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:42.975829 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.979781 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:42.980497 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.982982 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 43060) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:42.996032 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6c27c-553c-4013-b4ca-689d6be56e01,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:43.002253 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:43.003142 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a83f455e-c1d9-4ac5-b518-add435275251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:43.120724 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 43074) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:43.127425 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Request body: {'subnet': {'network_id': '50a441fb-162b-49a3-a696-ff1a69b42308', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1014941804-subnet', 'tenant_id': '2da05de5d71745a686cdaef3828c2b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:43.131407 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4979682 May 27 13:14:43.134727 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:43.139550 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Usage tracker for resource:subnet and tenant:2da05de5d71745a686cdaef3828c2b60 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:43.143128 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:43.145169 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Pushing event updated for resources: {'Network': ['ID=50a441fb-162b-49a3-a696-ff1a69b42308,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:43.147929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:43.151304 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:43.157204 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network 50a441fb-162b-49a3-a696-ff1a69b42308 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:14:43.171708 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.191778 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:43.194919 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Made reservation on behalf of 2da05de5d71745a686cdaef3828c2b60 for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:43.197672 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003991'] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.220616 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4ade24ae1ab4474b91beae8301c0befb is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:43.226423 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:43.293953 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:43.472270 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.488747 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.498111 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:43.561802 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ade24ae1ab4474b91beae8301c0befb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777311 May 27 13:14:43.565235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 43084) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:43.565523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89601d-8993-4724-b9ef-1cc9865f8bb9,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:43.568692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:43.647815 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.688479 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.749412 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.753655 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-557377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003969'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.759845 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1d41785c-3f66-4f66-b48a-ba79f4084661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:43.778014 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-87926ef9-4d56-4291-a015-9297c4ccc93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:43.779830 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89601d-8993-4724-b9ef-1cc9865f8bb9,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:43.785149 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.786272 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c89601d-8993-4724-b9ef-1cc9865f8bb9 HTTP/1.1" status: 204 len: 168 time: 0.2197220 May 27 13:14:43.787161 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:43.816597 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-185cfa66-6f17-423d-bcec-195c9d9b183d tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=232a432512eb4f8a907f0da6a46e02dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644333 May 27 13:14:43.972357 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ad4a78-66f5-44c5-b79c-3c379246093e,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:43.978189 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:44.021514 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Checking segment: {'id': 'e301dfc1-0fa5-462f-9d73-086413bec6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '50a441fb-162b-49a3-a696-ff1a69b42308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:44.022133 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Network hostable DHCP agents. Network: 50a441fb-162b-49a3-a696-ff1a69b42308, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:14:44.081821 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Network 50a441fb-162b-49a3-a696-ff1a69b42308 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:14:44.093293 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-50255c09-b485-42e1-8d78-c2ee08fb9fec tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:44.094739 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-50255c09-b485-42e1-8d78-c2ee08fb9fec tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666988 May 27 13:14:44.100632 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 43108) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:44.116194 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, 50a441fb-162b-49a3-a696-ff1a69b42308) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:44.122749 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.125683 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbf3d8-4f59-40ba-8f1c-3b457a941272 req-bbe20906-bdc3-4409-8c00-3a6956face9b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:44.127217 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7dbbf3d8-4f59-40ba-8f1c-3b457a941272 req-bbe20906-bdc3-4409-8c00-3a6956face9b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2707977 May 27 13:14:44.128632 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-edf6497f-5e41-4bd5-b9f1-067fa6cb534b tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/quotas/232a432512eb4f8a907f0da6a46e02dc HTTP/1.1" status: 200 len: 375 time: 0.0281549 May 27 13:14:44.129728 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f363ec-6233-4ab3-b2c8-6c9793f31a29 None None] Network 50a441fb-162b-49a3-a696-ff1a69b42308 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:14:44.137167 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:44.137713 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.137967 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:44.142201 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Usage tracker for resource:security_group_rule and tenant:0badb37167ba4c9da55cdf34a6683036 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:44.145325 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:44.151111 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:44.236201 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-37381765-8d62-48d2-aaa1-8b2c94d0ad8d tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=232a432512eb4f8a907f0da6a46e02dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702403 May 27 13:14:44.273989 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.278540 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1560457 May 27 13:14:44.297893 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.298166 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7dbbf3d8-4f59-40ba-8f1c-3b457a941272 req-079a7912-ddf9-411b-9a73-8d9a42f44fd7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551940 May 27 13:14:44.322013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:44.375658 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0badb37167ba4c9da55cdf34a6683036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737782 May 27 13:14:44.378389 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 43118) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:44.412790 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0969139-6b27-4903-a55c-9063956bbb60,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:44.419336 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:44.500990 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e545d4c-a531-4382-8005-5f10dff6257c None None] Network 50a441fb-162b-49a3-a696-ff1a69b42308 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:14:44.532267 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.576293 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.645040 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.650679 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e107a45f-c3d4-4ac6-b11f-ac089f9adef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:44.693542 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0969139-6b27-4903-a55c-9063956bbb60,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:44.709364 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:44.711942 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.721411 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0969139-6b27-4903-a55c-9063956bbb60 HTTP/1.1" status: 204 len: 168 time: 0.3418157 May 27 13:14:44.824751 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-f43b8aa5-6544-437f-9dad-90ebd43eec84 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:44.827046 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-f43b8aa5-6544-437f-9dad-90ebd43eec84 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.3455496 May 27 13:14:44.848768 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f398d7f9-b05d-4b58-9911-bf0c5328d480 req-4c46b613-232f-458f-b5b7-dd9cf197c72f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 210 time: 0.1221619 May 27 13:14:44.870224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Request body: {'port': {'device_id': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'admin_state_up': True, 'tenant_id': 'd068f03115734e6bb0a6dba94397a301'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:45.065844 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5fe0e7dd-e27d-4f5a-bc64-4d5df5a90d49 req-fc220a8a-c312-40a6-ae2d-c23704553cdf tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 210 time: 0.1194148 May 27 13:14:45.237464 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:45.241886 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Usage tracker for resource:port and tenant:d068f03115734e6bb0a6dba94397a301 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:45.244945 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:45.251306 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:45.266949 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Made reservation on behalf of d068f03115734e6bb0a6dba94397a301 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:45.271801 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:45.527730 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Allocated IP 172.20.0.6 (454341a4-58cd-4bd6-b3db-2c0cbad4f01b/017c22aa-8e14-4f9b-8a8a-bbdccfc987aa/550af6a9-83e1-4a32-8874-4daafea511d2) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:45.708220 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-3f794119-010c-4352-b013-cdf3a4de24f9 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.709757 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-3f794119-010c-4352-b013-cdf3a4de24f9 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/networks?id=dc96121d-0654-45bd-8bfc-54c5c11ee2b9 HTTP/1.1" status: 200 len: 809 time: 0.2378340 May 27 13:14:45.722773 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050658f-e3df-4d56-8943-3e01f99c6b1f req-5b81d66c-3c99-4754-9039-de508a33760d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.724537 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0050658f-e3df-4d56-8943-3e01f99c6b1f req-5b81d66c-3c99-4754-9039-de508a33760d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2001917 May 27 13:14:45.762912 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-4f377540-749d-4626-9657-d2f8b0a3132d tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/quotas/35be985023714efb91ca21645b4de42c HTTP/1.1" status: 200 len: 375 time: 0.0294507 May 27 13:14:45.773747 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:45.811895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:45.818800 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:45.830910 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['16a97cc2-67fc-4a56-b1b2-308262b5918b', '2c4f8923-b7e9-405b-8b89-2f8667c46660'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:45.901568 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event updated for resources: {'Port': ['ID=550af6a9-83e1-4a32-8874-4daafea511d2,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:45.906503 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:45.922385 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:45.923808 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:45.926674 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:45.928014 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-61bde747-68ac-49d1-bb67-bf6b48cd7a0b tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=35be985023714efb91ca21645b4de42c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1506557 May 27 13:14:45.939325 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0050658f-e3df-4d56-8943-3e01f99c6b1f req-2f5a9da6-c332-406c-b8cd-5e9b98f70a50 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016308 May 27 13:14:46.033032 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:46.034162 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.080889 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-2c647991-689f-4109-9e17-d170863d3103 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2358940 May 27 13:14:46.116170 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-ad893c8b-6398-41a4-93c2-9d7ab2a6e088 service neutron] 10.222.0.76 "GET /v2.0/networks/dc96121d-0654-45bd-8bfc-54c5c11ee2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755698 May 27 13:14:46.123355 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Request body: {'port': {'device_id': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:46.258762 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.296231 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-a5bac600-377c-4492-a9f3-4932169f6e1c service neutron] 10.222.0.76 "GET /v2.0/networks/dc96121d-0654-45bd-8bfc-54c5c11ee2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733878 May 27 13:14:46.434360 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-f90d8ab9-c28c-4b08-8a35-83d18b7fec3f tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=232a432512eb4f8a907f0da6a46e02dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489671 May 27 13:14:46.735264 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d561d5-bee2-4a58-b1ca-92f5aeb921ea req-b29fbc66-18c5-495e-ac05-def98091c59e tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:46.742812 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-69d561d5-bee2-4a58-b1ca-92f5aeb921ea req-b29fbc66-18c5-495e-ac05-def98091c59e tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 931 time: 0.4207149 May 27 13:14:46.761611 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550af6a9-83e1-4a32-8874-4daafea511d2 {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:46.770538 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-e9a0e4b6-a30e-42ab-b8cc-2887079bfefa tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:46.772542 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.774981 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-e9a0e4b6-a30e-42ab-b8cc-2887079bfefa tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3306744 May 27 13:14:46.807239 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Transition to ACTIVE for port object 550af6a9-83e1-4a32-8874-4daafea511d2 will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:46.814549 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.824396 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:46.827310 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Request body: {'port': {'device_id': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15', 'admin_state_up': True, 'tenant_id': '232a432512eb4f8a907f0da6a46e02dc'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:46.933483 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Pushing event updated for resources: {'Port': ['ID=550af6a9-83e1-4a32-8874-4daafea511d2,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:46.941270 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:47.036347 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-94655940-8604-40d9-9a49-47d19ef964c6 req-4ec73431-42b5-489c-a3f6-20d093c560c6 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 210 time: 0.0810900 May 27 13:14:47.042002 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-69d561d5-bee2-4a58-b1ca-92f5aeb921ea req-f89e8e24-04eb-4682-914e-3b0415afbf82 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983799 May 27 13:14:47.109239 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:47.176172 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Attempting to bind port 550af6a9-83e1-4a32-8874-4daafea511d2 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:47.176584 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Attempting to bind port 550af6a9-83e1-4a32-8874-4daafea511d2 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:47.176931 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Attempting to bind port 550af6a9-83e1-4a32-8874-4daafea511d2 on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:47.183253 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Port 550af6a9-83e1-4a32-8874-4daafea511d2 on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:47.183888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Attempting to bind port 550af6a9-83e1-4a32-8874-4daafea511d2 on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:47.190651 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Usage tracker for resource:port and tenant:232a432512eb4f8a907f0da6a46e02dc is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:47.191182 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:47.192035 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Checking segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:47.192035 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Bound using segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:47.192336 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Bound port: 550af6a9-83e1-4a32-8874-4daafea511d2, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:47.192684 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.198220 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:47.203047 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-61ebc7bc-706d-4149-8201-a508c800a3c7 req-3f2046c8-47d6-4d82-a37e-faa5d782758a tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 210 time: 0.0972996 May 27 13:14:47.210818 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:47.228672 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Made reservation on behalf of 232a432512eb4f8a907f0da6a46e02dc for: {'port': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:47.232362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.246117 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.267121 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:47.269549 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Usage tracker for resource:security_group_rule and tenant:232a432512eb4f8a907f0da6a46e02dc is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:47.272621 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:47.278951 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:47.326455 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] For port 550af6a9-83e1-4a32-8874-4daafea511d2, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:47.330156 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] For port 550af6a9-83e1-4a32-8874-4daafea511d2, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=550af6a9-83e1-4a32-8874-4daafea511d2,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:47.339353 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.343382 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:47.411703 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:47.412577 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.414399 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] 10.222.0.64 "PUT /v2.0/ports/550af6a9-83e1-4a32-8874-4daafea511d2 HTTP/1.1" status: 200 len: 1093 time: 1.3032637 May 27 13:14:47.421244 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04d4c7-d033-4914-8f38-e34dfa1bcc67 req-3b641588-54b3-4d01-90be-d542152daad0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:47.422111 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'tag': '550af6a9-83e1-4a32-8874-4daafea511d2'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:47.423030 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dd04d4c7-d033-4914-8f38-e34dfa1bcc67 req-3b641588-54b3-4d01-90be-d542152daad0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1629629 May 27 13:14:47.458500 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Pushing event updated for resources: {'Port': ['ID=550af6a9-83e1-4a32-8874-4daafea511d2,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:47.466886 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:47.507746 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dd04d4c7-d033-4914-8f38-e34dfa1bcc67 req-f8f62f44-4c03-4b36-8a5e-78efb901ef09 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767295 May 27 13:14:47.512989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.518348 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.534845 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0e32156e-86c9-4ca8-aa65-7142cf415713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:47.610818 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'tag': '550af6a9-83e1-4a32-8874-4daafea511d2', 'status': 'completed', 'code': 200} May 27 13:14:47.618231 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc44e60-5c6b-4e17-b797-1f546d3cd243,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:47.629572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:47.668917 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-1115fd2b-789c-4680-8fbe-3f850c8dbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:47.670653 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-1115fd2b-789c-4680-8fbe-3f850c8dbd0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 1096 time: 0.1272202 May 27 13:14:47.723594 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Allocated IP 192.168.233.52 (35183aeb-b77a-43e1-ae63-19f25c21eb15/d708063d-45a8-4297-bbaf-2f8d78474667/049d4b96-cc76-48b9-bdf8-289f9d2a22a6) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:47.790174 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-426905f7-f4c9-41da-a094-c1760a360511 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=550af6a9-83e1-4a32-8874-4daafea511d2 HTTP/1.1" status: 200 len: 217 time: 0.0787306 May 27 13:14:47.984509 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:47.993595 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bdb55ff3-a6d8-4d0c-82ea-7b1234f8c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:47.995175 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-bdb55ff3-a6d8-4d0c-82ea-7b1234f8c1fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.1480441 May 27 13:14:48.010310 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Transition to ACTIVE for port object 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 will not be triggered until provisioned by entity DHCP. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:48.019316 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 43256) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:48.045916 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-d92680ee-fb7a-4641-8c77-1d3a013ef234 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426245 May 27 13:14:48.050319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.057962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:48.136466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Network 35183aeb-b77a-43e1-ae63-19f25c21eb15 is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:48.140656 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:48.143102 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:48.199985 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-6a373e30-180d-48a7-8ecf-13ab61580d2e service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464231 May 27 13:14:48.212592 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:48.213297 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.228197 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Pushing event updated for resources: {'Port': ['ID=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:48.231127 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:48.370340 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-7a48a524-5d53-48c9-869e-23abd7a8bbc3 req-7d15b547-bab5-4b85-90ad-2b7ceaf86de4 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590388 May 27 13:14:48.396306 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-05e4f795-a209-4c21-a393-1a76d24f0b04 None None] Provisioning for port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:48.403734 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-05e4f795-a209-4c21-a393-1a76d24f0b04 None None] Provisioning complete for port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:48.404246 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-05e4f795-a209-4c21-a393-1a76d24f0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.448632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.473105 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-05e4f795-a209-4c21-a393-1a76d24f0b04 None None] Port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:14:48.483108 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6686974 May 27 13:14:48.485478 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:48.500345 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Usage tracker for resource:security_group_rule and tenant:6675a6c56030456e8f0bf070df027526 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:48.504999 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:48.514027 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:48.518556 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-dd2b4c2d-5be6-472a-aee5-379c8d9cd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:48.520042 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-dd2b4c2d-5be6-472a-aee5-379c8d9cd4b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 1096 time: 0.0841942 May 27 13:14:48.520790 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Request body: {'port': {'device_id': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:48.679229 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083eafd-7896-4191-867d-8e4952ea18ae req-66f1e0df-936b-4dc8-bef8-e6c8347c0f40 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:48.680768 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5083eafd-7896-4191-867d-8e4952ea18ae req-66f1e0df-936b-4dc8-bef8-e6c8347c0f40 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 943 time: 0.3785250 May 27 13:14:48.698475 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40101118-103e-4d0c-9144-f5f3c1807978 req-c47f95db-2cee-4a41-a9f0-36ba4f6db676 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:48.699179 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-40101118-103e-4d0c-9144-f5f3c1807978 req-c47f95db-2cee-4a41-a9f0-36ba4f6db676 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Synchronizing usage tracker for tenant:232a432512eb4f8a907f0da6a46e02dc on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:48.749218 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.784705 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-40101118-103e-4d0c-9144-f5f3c1807978 req-c47f95db-2cee-4a41-a9f0-36ba4f6db676 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Unset dirty status for tenant:232a432512eb4f8a907f0da6a46e02dc on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:48.786065 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-40101118-103e-4d0c-9144-f5f3c1807978 req-c47f95db-2cee-4a41-a9f0-36ba4f6db676 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 935 time: 0.5594275 May 27 13:14:48.816511 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-669e0242-6513-4764-9894-4a3593356b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:48.817960 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-669e0242-6513-4764-9894-4a3593356b3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 915 time: 0.2711999 May 27 13:14:48.832214 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5083eafd-7896-4191-867d-8e4952ea18ae req-cb6ab5a9-d370-436a-b7f8-7ecaed3b9d54 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264181 May 27 13:14:48.857555 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-f298c407-5551-490f-ae07-a6d56718d710 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:48.857555 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-f298c407-5551-490f-ae07-a6d56718d710 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Synchronizing usage tracker for tenant:35be985023714efb91ca21645b4de42c on resource:network {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:48.889761 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.904822 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.917016 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ad757037-4313-4999-85fb-98e45688a98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:48.944581 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-40101118-103e-4d0c-9144-f5f3c1807978 req-2f0e8456-0644-4d17-85fa-9eb5bb4615f9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Synchronizing usage tracker for tenant:232a432512eb4f8a907f0da6a46e02dc on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:48.998464 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-daa56c32-e004-47b6-ad47-0d0aa2479cdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=550af6a9-83e1-4a32-8874-4daafea511d2 HTTP/1.1" status: 200 len: 217 time: 0.1407800 May 27 13:14:49.055734 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-f298c407-5551-490f-ae07-a6d56718d710 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Unset dirty status for tenant:35be985023714efb91ca21645b4de42c on resource:network {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:49.056897 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-f298c407-5551-490f-ae07-a6d56718d710 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.64 "GET /v2.0/networks?id=dc96121d-0654-45bd-8bfc-54c5c11ee2b9 HTTP/1.1" status: 200 len: 809 time: 0.5089185 May 27 13:14:49.077631 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6675a6c56030456e8f0bf070df027526&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0543973 May 27 13:14:49.077868 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Request body: {'port': {'device_id': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9', 'admin_state_up': True, 'tenant_id': '35be985023714efb91ca21645b4de42c'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:49.088518 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 43288) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:49.093851 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8655903-ad7d-4058-a133-eb1fc080ad90,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:49.102571 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7eb68b2f-fefb-4edb-ab3d-68b42bce52b3 req-23893bf2-5647-40f7-b6b9-8134bb58efdb tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 210 time: 0.1069465 May 27 13:14:49.103539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:49.123814 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-40101118-103e-4d0c-9144-f5f3c1807978 req-2f0e8456-0644-4d17-85fa-9eb5bb4615f9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Unset dirty status for tenant:232a432512eb4f8a907f0da6a46e02dc on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:49.125945 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-40101118-103e-4d0c-9144-f5f3c1807978 req-2f0e8456-0644-4d17-85fa-9eb5bb4615f9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232224 May 27 13:14:49.154987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-e6122be8-cafc-4f82-b095-cd684f18910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:49.156576 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-e6122be8-cafc-4f82-b095-cd684f18910d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.1456022 May 27 13:14:49.236259 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-3e3018b6-dedb-4618-97f9-6259c2f24bc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597961 May 27 13:14:49.350523 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:49.355185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:49.362000 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Usage tracker for resource:port and tenant:35be985023714efb91ca21645b4de42c is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:49.366705 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:49.375107 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:49.401648 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Made reservation on behalf of 35be985023714efb91ca21645b4de42c for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:49.405350 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:49.406665 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:49.438632 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-601c81ee-b086-46c9-a55a-b1ee9ec475ca service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691871 May 27 13:14:49.501430 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6992d7-658e-44ee-ac7c-43a85bf885f5 req-f154699a-2092-4e04-8b50-5172f5e25cea tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:49.502865 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a6992d7-658e-44ee-ac7c-43a85bf885f5 req-f154699a-2092-4e04-8b50-5172f5e25cea tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2405720 May 27 13:14:49.554980 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 {{(pid=91947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:49.566773 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:49.582985 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a6992d7-658e-44ee-ac7c-43a85bf885f5 req-3f6a111d-120f-4185-875e-66742c66cfa2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684118 May 27 13:14:49.588968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:49.593299 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Transition to ACTIVE for port object 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 will not be triggered until provisioned by entity L2. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:49.595105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-70158e34-ba65-4562-a13f-436484f6856e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:49.606523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:49.613589 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8655903-ad7d-4058-a133-eb1fc080ad90,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:49.619316 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:49.619724 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:49.673527 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:49.677466 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8655903-ad7d-4058-a133-eb1fc080ad90 HTTP/1.1" status: 204 len: 168 time: 0.5822797 May 27 13:14:49.684538 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-038846b7-61e5-473a-be4d-26d3a5d2ac65 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114012 May 27 13:14:49.693652 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Allocated IP 172.20.0.3 (dc96121d-0654-45bd-8bfc-54c5c11ee2b9/b1354755-5afb-496b-a960-7cf190c3cde1/64dac378-602d-4c25-91ea-fee5a9c9a5bd) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:49.772337 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Pushing event updated for resources: {'Port': ['ID=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:49.779884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:49.869015 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Attempting to bind port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:49.869547 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Attempting to bind port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:49.870034 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Attempting to bind port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 on network 35183aeb-b77a-43e1-ae63-19f25c21eb15 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:49.875779 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 on network 35183aeb-b77a-43e1-ae63-19f25c21eb15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:49.876410 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Attempting to bind port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 on network 35183aeb-b77a-43e1-ae63-19f25c21eb15 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:49.882598 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:49.883175 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Checking segment: {'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:49.883726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Bound using segment: {'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:49.884324 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Bound port: 049d4b96-cc76-48b9-bdf8-289f9d2a22a6, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85407927-2a5b-4801-8bdb-e1de3a75d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15'}}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:49.884883 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.052386 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.103699 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.107026 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 43308) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:50.121485 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:50.126871 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] For port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6, host hv-cinder-75157, cleared binding levels {{(pid=91947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:50.140070 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] For port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,segment=NetworkSegment(85407927-2a5b-4801-8bdb-e1de3a75d9c4),segment_id=85407927-2a5b-4801-8bdb-e1de3a75d9c4)] {{(pid=91947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:50.148793 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.157825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:50.202815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9571ade-5165-4e06-8ae6-05348bba64c3 req-f9bb3051-2190-475f-b555-c6ef49979295 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.203215 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.204282 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9571ade-5165-4e06-8ae6-05348bba64c3 req-f9bb3051-2190-475f-b555-c6ef49979295 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 943 time: 0.1686862 May 27 13:14:50.229688 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.230466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.231707 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:50.231936 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] 10.222.0.64 "PUT /v2.0/ports/049d4b96-cc76-48b9-bdf8-289f9d2a22a6 HTTP/1.1" status: 200 len: 1097 time: 1.7224369 May 27 13:14:50.233069 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'tag': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:50.236594 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:50.240265 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Usage tracker for resource:security_group_rule and tenant:7e7c635cd3604325b3194cd77dc55799 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:50.243562 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:50.248639 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:50.252206 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:50.277405 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Pushing event updated for resources: {'Port': ['ID=64dac378-602d-4c25-91ea-fee5a9c9a5bd,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:50.291246 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:50.292174 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:50.343350 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.344021 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.391081 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3203270 May 27 13:14:50.393888 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Pushing event updated for resources: {'Port': ['ID=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,revision_number=3']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:50.397660 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:50.415392 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Request body: {'port': {'device_id': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:50.429109 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9571ade-5165-4e06-8ae6-05348bba64c3 req-ad3e3533-6653-4acd-a1cc-58c2544b0cab tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077410 May 27 13:14:50.466446 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-17671551-2699-4b04-b442-0bd629b3b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.468105 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-17671551-2699-4b04-b442-0bd629b3b29e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=232a432512eb4f8a907f0da6a46e02dc&device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 1100 time: 0.1407611 May 27 13:14:50.476226 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d249d2-2bde-474c-ba6b-9c553d6a8d72 req-d389184c-42e9-47d4-ae33-0f31208e3bf5 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.477711 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-11d249d2-2bde-474c-ba6b-9c553d6a8d72 req-d389184c-42e9-47d4-ae33-0f31208e3bf5 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 931 time: 0.2398891 May 27 13:14:50.504899 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.544255 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.558189 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7b690dce-b5af-4661-a742-78d5166e48f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:50.614043 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.623788 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192821fb-b3c6-4153-b321-cba5bdedfe97,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:50.629776 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e7c635cd3604325b3194cd77dc55799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145652 May 27 13:14:50.633403 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:50.635615 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 43322) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:50.702930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-f0064230-bfc5-4844-850a-617e2c6db472 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=049d4b96-cc76-48b9-bdf8-289f9d2a22a6 HTTP/1.1" status: 200 len: 217 time: 0.2164066 May 27 13:14:50.777577 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-11d249d2-2bde-474c-ba6b-9c553d6a8d72 req-ec450703-0019-43ea-8a38-49d9a0862074 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438503 May 27 13:14:50.799177 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.801295 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-b4a75688-c8a4-4011-aaad-be73b8f9cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.802716 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-b4a75688-c8a4-4011-aaad-be73b8f9cab8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d708063d-45a8-4297-bbaf-2f8d78474667 HTTP/1.1" status: 200 len: 843 time: 0.0827312 May 27 13:14:50.821715 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf3353-6c53-47bd-844f-c061ebb5d6c0 req-e6c8c907-71df-40c3-bb6e-8afcf81c4c0d tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.823171 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-79cf3353-6c53-47bd-844f-c061ebb5d6c0 req-e6c8c907-71df-40c3-bb6e-8afcf81c4c0d tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.1882834 May 27 13:14:50.857944 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.868428 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'tag': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6', 'status': 'completed', 'code': 200} May 27 13:14:50.869735 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3fc652ac-251e-4bbf-841a-4ecaec1b83f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:50.924817 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-79cf3353-6c53-47bd-844f-c061ebb5d6c0 req-e89ff361-044b-475d-843d-e75122d9196e tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584884 May 27 13:14:50.947514 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c40d211a-c104-4731-87cb-013a1ecc0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.949114 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-c40d211a-c104-4731-87cb-013a1ecc0cc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35183aeb-b77a-43e1-ae63-19f25c21eb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250589 May 27 13:14:51.028900 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:51.034902 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ea611adc-0785-412d-80a8-0501794b4a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:51.088726 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192821fb-b3c6-4153-b321-cba5bdedfe97,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:51.103558 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:51.107447 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:51.111477 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/192821fb-b3c6-4153-b321-cba5bdedfe97 HTTP/1.1" status: 204 len: 168 time: 0.4749401 May 27 13:14:51.125929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dac378-602d-4c25-91ea-fee5a9c9a5bd {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:51.134929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:51.152575 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Transition to ACTIVE for port object 64dac378-602d-4c25-91ea-fee5a9c9a5bd will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:51.158259 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:51.169733 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-527ce233-7b8c-4751-8455-ec9978dc8fb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:51.176020 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-8a3393e0-92f7-4a52-b457-be5b0a41c5ce service neutron] 10.222.0.64 "GET /v2.0/networks/35183aeb-b77a-43e1-ae63-19f25c21eb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119219 May 27 13:14:51.188400 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ede82e-63f2-40e4-8e56-1c1f31aa850c req-e897c589-ca3f-4bcf-9ab3-f9d05044db24 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.190063 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-28ede82e-63f2-40e4-8e56-1c1f31aa850c req-e897c589-ca3f-4bcf-9ab3-f9d05044db24 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1368301 May 27 13:14:51.314158 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-28ede82e-63f2-40e4-8e56-1c1f31aa850c req-e0afdafe-20ac-4245-96e2-25a5900f7cbf tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056156 May 27 13:14:51.364815 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81e47707-5dd6-4e6c-841f-918936fc6a06 req-8891392a-b23c-4f9b-b209-5df8acad4628 service neutron] 10.222.0.64 "GET /v2.0/networks/35183aeb-b77a-43e1-ae63-19f25c21eb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737332 May 27 13:14:51.383600 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Pushing event updated for resources: {'Port': ['ID=64dac378-602d-4c25-91ea-fee5a9c9a5bd,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:51.388140 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:51.422236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Attempting to bind port 64dac378-602d-4c25-91ea-fee5a9c9a5bd on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:51.422570 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Attempting to bind port 64dac378-602d-4c25-91ea-fee5a9c9a5bd by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '9d32b6cb-3606-4736-816d-5e479c30c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:51.422895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Attempting to bind port 64dac378-602d-4c25-91ea-fee5a9c9a5bd on network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:51.427851 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Port 64dac378-602d-4c25-91ea-fee5a9c9a5bd on network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:51.428169 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Attempting to bind port 64dac378-602d-4c25-91ea-fee5a9c9a5bd on network dc96121d-0654-45bd-8bfc-54c5c11ee2b9 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:51.433310 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:51.433645 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Checking segment: {'id': '9d32b6cb-3606-4736-816d-5e479c30c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:51.435277 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Bound using segment: {'id': '9d32b6cb-3606-4736-816d-5e479c30c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:51.435851 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Bound port: 64dac378-602d-4c25-91ea-fee5a9c9a5bd, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32b6cb-3606-4736-816d-5e479c30c5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:51.436141 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:51.506068 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-e0c48ddf-bde1-4916-b4c8-cf547fa73399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.507693 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-e0c48ddf-bde1-4916-b4c8-cf547fa73399 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=232a432512eb4f8a907f0da6a46e02dc&device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 1100 time: 0.0732596 May 27 13:14:51.535975 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] For port 64dac378-602d-4c25-91ea-fee5a9c9a5bd, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:51.539349 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] For port 64dac378-602d-4c25-91ea-fee5a9c9a5bd, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=64dac378-602d-4c25-91ea-fee5a9c9a5bd,segment=NetworkSegment(9d32b6cb-3606-4736-816d-5e479c30c5bf),segment_id=9d32b6cb-3606-4736-816d-5e479c30c5bf)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:51.550300 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:51.555412 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:51.614996 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.615611 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:51.616992 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] 10.222.0.64 "PUT /v2.0/ports/64dac378-602d-4c25-91ea-fee5a9c9a5bd HTTP/1.1" status: 200 len: 1093 time: 1.2059329 May 27 13:14:51.617468 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'tag': '64dac378-602d-4c25-91ea-fee5a9c9a5bd'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:51.645106 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Pushing event updated for resources: {'Port': ['ID=64dac378-602d-4c25-91ea-fee5a9c9a5bd,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:51.654810 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:51.677461 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'tag': '64dac378-602d-4c25-91ea-fee5a9c9a5bd', 'status': 'completed', 'code': 200} May 27 13:14:51.726619 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-2ee89aca-f550-4c32-a6d2-a93dad866dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.728243 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-2ee89aca-f550-4c32-a6d2-a93dad866dbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=35183aeb-b77a-43e1-ae63-19f25c21eb15 HTTP/1.1" status: 200 len: 870 time: 0.2030745 May 27 13:14:51.740740 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a64a5d-a112-4ded-966f-23b4e9d1a3c6 req-2ec7bce4-2ffb-4484-9bb5-bef2519e532e tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.742297 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e7a64a5d-a112-4ded-966f-23b4e9d1a3c6 req-2ec7bce4-2ffb-4484-9bb5-bef2519e532e tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 943 time: 0.1817293 May 27 13:14:51.768838 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-4332d30e-8685-401f-a039-59d2e62516b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.770307 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-4332d30e-8685-401f-a039-59d2e62516b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35be985023714efb91ca21645b4de42c&device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 1096 time: 0.0907409 May 27 13:14:51.818881 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-a700ab09-3481-4a9b-a11d-29417af960da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=049d4b96-cc76-48b9-bdf8-289f9d2a22a6 HTTP/1.1" status: 200 len: 217 time: 0.0753558 May 27 13:14:51.877286 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-7eb9e860-27d6-4e35-a595-60ab9a688a5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64dac378-602d-4c25-91ea-fee5a9c9a5bd HTTP/1.1" status: 200 len: 217 time: 0.0804756 May 27 13:14:51.892941 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e7a64a5d-a112-4ded-966f-23b4e9d1a3c6 req-6e91a1eb-7f00-4684-ae86-1dc4b2c7df03 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018331 May 27 13:14:51.907385 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-4b39cf14-aaf2-4425-bc28-a111241a731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.908919 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-4b39cf14-aaf2-4425-bc28-a111241a731e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d708063d-45a8-4297-bbaf-2f8d78474667 HTTP/1.1" status: 200 len: 843 time: 0.0746870 May 27 13:14:51.951597 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-5110db03-5ae2-4d6a-b671-c44db5c2297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.953258 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-5110db03-5ae2-4d6a-b671-c44db5c2297d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1354755-5afb-496b-a960-7cf190c3cde1 HTTP/1.1" status: 200 len: 849 time: 0.0618789 May 27 13:14:52.033566 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-04019cd6-7825-4554-9d47-50e58bec4c6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc96121d-0654-45bd-8bfc-54c5c11ee2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640800 May 27 13:14:52.113355 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5586e5-9642-49cb-983d-1de8094e1571 req-551558f1-e73f-4462-8dd8-aeab5af449df tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.115056 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4b5586e5-9642-49cb-983d-1de8094e1571 req-551558f1-e73f-4462-8dd8-aeab5af449df tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 943 time: 0.1940720 May 27 13:14:52.134695 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-b4873832-e858-437e-8a75-df58d14fc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.135594 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-b4873832-e858-437e-8a75-df58d14fc49a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35183aeb-b77a-43e1-ae63-19f25c21eb15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2130229 May 27 13:14:52.271559 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4b5586e5-9642-49cb-983d-1de8094e1571 req-f4994200-03e8-4e9f-b210-3a50d24fdb88 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427283 May 27 13:14:52.283216 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-7dd604b6-07ec-407e-ba0f-d4c30aac80f7 service neutron] 10.222.0.64 "GET /v2.0/networks/dc96121d-0654-45bd-8bfc-54c5c11ee2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318354 May 27 13:14:52.299125 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64182a-7fc2-44c3-bdc6-a11ecc610fbd req-aab1428a-7a92-4deb-b989-4bd9e95350dd tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.300757 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a64182a-7fc2-44c3-bdc6-a11ecc610fbd req-aab1428a-7a92-4deb-b989-4bd9e95350dd tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.2453303 May 27 13:14:52.356519 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-cc2ae6f0-fa3e-46b8-9391-c6383b270ac3 service neutron] 10.222.0.64 "GET /v2.0/networks/35183aeb-b77a-43e1-ae63-19f25c21eb15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053595 May 27 13:14:52.386170 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a64182a-7fc2-44c3-bdc6-a11ecc610fbd req-cca29726-d56d-4f48-9f0c-f8d5f61f2075 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732908 May 27 13:14:52.476382 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4cb4dd6a-e711-41a8-9172-85005f388a7b req-6f9bb1b1-5a8a-4ea1-b090-dc86406f660a service neutron] 10.222.0.64 "GET /v2.0/networks/dc96121d-0654-45bd-8bfc-54c5c11ee2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756971 May 27 13:14:52.619462 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-659f7f14-b7fd-4041-b554-f7cecb46b7ed req-47431743-44e0-4d8a-ba54-a0f2e95c26b1 service neutron] 10.222.0.64 "GET /v2.0/networks/35183aeb-b77a-43e1-ae63-19f25c21eb15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323349 May 27 13:14:52.666770 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-f2117460-ba98-49f0-9737-155a62a20262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.668730 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-f2117460-ba98-49f0-9737-155a62a20262 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35be985023714efb91ca21645b4de42c&device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 1096 time: 0.0886023 May 27 13:14:52.816201 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782102b-88d7-46ec-8f30-67c68d9cec0b req-b1a1fff1-67ac-4eaf-af2e-4cebb684963a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.817894 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6782102b-88d7-46ec-8f30-67c68d9cec0b req-b1a1fff1-67ac-4eaf-af2e-4cebb684963a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0927441 May 27 13:14:52.825950 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-af5b4a24-a4a6-4792-ad11-9e8263b36d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.827414 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-af5b4a24-a4a6-4792-ad11-9e8263b36d05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc96121d-0654-45bd-8bfc-54c5c11ee2b9 HTTP/1.1" status: 200 len: 910 time: 0.1380789 May 27 13:14:52.869515 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6782102b-88d7-46ec-8f30-67c68d9cec0b req-a9f588a7-9b1c-42ed-a633-6224bbb29e3c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 May 27 13:14:52.919522 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-ba1da836-c8eb-4198-84a5-256e4fc8f715 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64dac378-602d-4c25-91ea-fee5a9c9a5bd HTTP/1.1" status: 200 len: 217 time: 0.0797365 May 27 13:14:52.986987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-0a9211ea-54ac-4b5b-8d7c-44ec01b4ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.988522 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-0a9211ea-54ac-4b5b-8d7c-44ec01b4ab1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b1354755-5afb-496b-a960-7cf190c3cde1 HTTP/1.1" status: 200 len: 849 time: 0.0599012 May 27 13:14:53.044314 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-53cd6311-8f16-4f7e-b393-d8502e11ec78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc96121d-0654-45bd-8bfc-54c5c11ee2b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404422 May 27 13:14:53.095066 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a209e-078c-4053-90cf-43600c75e3ca req-4a54235e-6dcd-4ec6-bcc1-518c4c1b7edb tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:53.096578 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-326a209e-078c-4053-90cf-43600c75e3ca req-4a54235e-6dcd-4ec6-bcc1-518c4c1b7edb tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 943 time: 0.0838053 May 27 13:14:53.142233 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-326a209e-078c-4053-90cf-43600c75e3ca req-dde91f76-560e-4cdd-8fc2-559de412cba7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 May 27 13:14:53.179578 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 550af6a9-83e1-4a32-8874-4daafea511d2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:53.187646 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-2ea98344-bac7-4bac-b920-4c2e7a1dccb1 service neutron] 10.222.0.64 "GET /v2.0/networks/dc96121d-0654-45bd-8bfc-54c5c11ee2b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294546 May 27 13:14:53.326939 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.336745 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9c1227f-5898-4626-8cfe-ea75ede55ac6 req-6c76d158-02c4-4712-a821-57f8f8f91114 service neutron] 10.222.0.64 "GET /v2.0/networks/dc96121d-0654-45bd-8bfc-54c5c11ee2b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322625 May 27 13:14:53.340273 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 550af6a9-83e1-4a32-8874-4daafea511d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=550af6a9-83e1-4a32-8874-4daafea511d2,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:53.364634 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '550af6a9-83e1-4a32-8874-4daafea511d2', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'port_id': '550af6a9-83e1-4a32-8874-4daafea511d2', 'mac_address': 'fa:16:3e:ce:57:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017c22aa-8e14-4f9b-8a8a-bbdccfc987aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:53.414276 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-1393b23d-b0c1-48dd-a444-f238d26fd7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.437812 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.457243 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550af6a9-83e1-4a32-8874-4daafea511d2 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:53.480268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 550af6a9-83e1-4a32-8874-4daafea511d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=550af6a9-83e1-4a32-8874-4daafea511d2,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:53.486912 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.489980 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:53.496358 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9042de-b41b-43e7-bea0-558e2da82d83 req-a5101e39-c8d4-4740-a158-e26dfa21fcc4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:53.498040 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ff9042de-b41b-43e7-bea0-558e2da82d83 req-a5101e39-c8d4-4740-a158-e26dfa21fcc4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 943 time: 0.1020987 May 27 13:14:53.563499 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=550af6a9-83e1-4a32-8874-4daafea511d2,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:53.566646 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:53.597490 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ff9042de-b41b-43e7-bea0-558e2da82d83 req-bd849812-92cb-45c3-8dc0-23a95b31c2f9 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932748 May 27 13:14:53.637691 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8557c1-2aac-45e7-a248-1be4fdb76cf0 req-a543d94e-9f0f-48a9-91b7-be720df724c9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:53.639293 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5f8557c1-2aac-45e7-a248-1be4fdb76cf0 req-a543d94e-9f0f-48a9-91b7-be720df724c9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.1017120 May 27 13:14:53.686084 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5f8557c1-2aac-45e7-a248-1be4fdb76cf0 req-161a98a5-eb70-46d5-a7a3-48f7d3a0ff0a tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 May 27 13:14:54.059135 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de030-12be-48a5-b1ea-eb78c73989ae req-89fff664-e912-4644-a653-56fc5e39937b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:54.060676 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-411de030-12be-48a5-b1ea-eb78c73989ae req-89fff664-e912-4644-a653-56fc5e39937b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0812783 May 27 13:14:54.110727 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-411de030-12be-48a5-b1ea-eb78c73989ae req-d7fd44b2-3f42-4fe7-a50a-c2e19bff9bc9 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 May 27 13:14:54.341019 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be1d6f-f9ed-47f8-827b-bcc24a8dd077 req-2a11fced-c003-46a4-aebd-f357d64714d8 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:54.342524 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f5be1d6f-f9ed-47f8-827b-bcc24a8dd077 req-2a11fced-c003-46a4-aebd-f357d64714d8 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 944 time: 0.0904641 May 27 13:14:54.388568 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f5be1d6f-f9ed-47f8-827b-bcc24a8dd077 req-b9b11932-373e-42a9-bc28-9f51281efec9 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 May 27 13:14:54.512866 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.761780 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['550af6a9-83e1-4a32-8874-4daafea511d2'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:54.791207 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349da86-45e8-4cc2-a138-d109e7cfb47c req-e0b33785-ea34-4e56-b29a-bb5611b139b5 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:54.792796 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2349da86-45e8-4cc2-a138-d109e7cfb47c req-e0b33785-ea34-4e56-b29a-bb5611b139b5 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 943 time: 0.0872493 May 27 13:14:54.883599 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2349da86-45e8-4cc2-a138-d109e7cfb47c req-1e08ab33-f282-4929-bf71-0db32a8a9346 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 May 27 13:14:54.919354 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f41c86-1a3f-404e-89db-797cec53c233 req-af6a73fd-d816-495e-b646-5c7c8338f190 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:54.924610 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d1f41c86-1a3f-404e-89db-797cec53c233 req-af6a73fd-d816-495e-b646-5c7c8338f190 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.1307905 May 27 13:14:54.973127 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d1f41c86-1a3f-404e-89db-797cec53c233 req-1d6223fb-9ea8-439a-adb1-069a9b1106bf tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 May 27 13:14:55.315499 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5eb38b-206b-4d09-9cbf-6082876fa973 req-b0f75489-d08f-4b70-b144-320f7534bfe0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:55.317338 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a5eb38b-206b-4d09-9cbf-6082876fa973 req-b0f75489-d08f-4b70-b144-320f7534bfe0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0887923 May 27 13:14:55.364742 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a5eb38b-206b-4d09-9cbf-6082876fa973 req-ff4fb5e6-8231-4215-b586-d416e3a41a4e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 May 27 13:14:55.587259 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6fe1-2039-496f-983c-d394f256381a req-e63f3d3c-8312-4b34-bfcf-5317b436ca67 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:55.588736 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c55f6fe1-2039-496f-983c-d394f256381a req-e63f3d3c-8312-4b34-bfcf-5317b436ca67 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 944 time: 0.0924699 May 27 13:14:55.641022 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c55f6fe1-2039-496f-983c-d394f256381a req-b8756eee-9c50-400c-8e97-def7d136c71c tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 May 27 13:14:55.791562 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:56.088404 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e5773-8ceb-4852-8624-1b45432ab84f req-7f4f29ed-3957-4614-a482-9ec210b5c8f4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:56.089921 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-915e5773-8ceb-4852-8624-1b45432ab84f req-7f4f29ed-3957-4614-a482-9ec210b5c8f4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 943 time: 0.0823426 May 27 13:14:56.185291 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-915e5773-8ceb-4852-8624-1b45432ab84f req-def2088d-8aec-4772-8cf7-e5398351e9d5 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592232 May 27 13:14:56.207937 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682abe7c-1de2-4703-a6c5-753c20f2f5b8 req-8d1e5f80-3306-4099-b19a-32f77f98be4e tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:56.209461 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-682abe7c-1de2-4703-a6c5-753c20f2f5b8 req-8d1e5f80-3306-4099-b19a-32f77f98be4e tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.1186156 May 27 13:14:56.255788 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-682abe7c-1de2-4703-a6c5-753c20f2f5b8 req-a83b8871-ca85-491f-9b4a-d5c9fddecc35 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 May 27 13:14:56.591625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e4e7a-d094-4a2e-90d8-8ebaf569ded6 req-379dd0b6-89a7-4e43-ab12-67bcefcaa00f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:56.593378 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8c5e4e7a-d094-4a2e-90d8-8ebaf569ded6 req-379dd0b6-89a7-4e43-ab12-67bcefcaa00f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1024904 May 27 13:14:56.642735 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8c5e4e7a-d094-4a2e-90d8-8ebaf569ded6 req-aa439cb5-a64e-4c74-b551-b5bb242f8e67 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 May 27 13:14:56.824959 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ffd34-fed8-4dcc-b191-2ca738969218 req-14ef5ca1-b742-47a5-9454-ba856b372fcd tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:56.826504 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e01ffd34-fed8-4dcc-b191-2ca738969218 req-14ef5ca1-b742-47a5-9454-ba856b372fcd tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 944 time: 0.0802722 May 27 13:14:56.873884 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e01ffd34-fed8-4dcc-b191-2ca738969218 req-52c4fc5f-6941-4dd0-afe7-672474a543b6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 May 27 13:14:56.964225 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:14:57.445531 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c5d94-cab6-4468-ad89-bb7ca51a3aea req-e1702254-2a41-4f13-b39b-6f1589b026ba tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:57.446991 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a17c5d94-cab6-4468-ad89-bb7ca51a3aea req-e1702254-2a41-4f13-b39b-6f1589b026ba tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 943 time: 0.1425896 May 27 13:14:57.477256 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73dfb0-f3be-4536-af75-1f464f61bb17 req-77100221-fc21-4732-9a14-c4a802a95db4 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:57.478575 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2c73dfb0-f3be-4536-af75-1f464f61bb17 req-77100221-fc21-4732-9a14-c4a802a95db4 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.1163936 May 27 13:14:57.526614 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a17c5d94-cab6-4468-ad89-bb7ca51a3aea req-1ebcb7ac-0691-4bda-829c-6fb1104971da tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730524 May 27 13:14:57.539610 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2c73dfb0-f3be-4536-af75-1f464f61bb17 req-0dca0e9f-170e-4de5-900c-d6761148ea59 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 May 27 13:14:57.926140 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077c57f-0092-4849-90b5-ae7f50b7f17c req-d99c5106-1712-4d10-a9f6-56110fef6d64 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:57.927675 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3077c57f-0092-4849-90b5-ae7f50b7f17c req-d99c5106-1712-4d10-a9f6-56110fef6d64 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1762185 May 27 13:14:57.973263 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3077c57f-0092-4849-90b5-ae7f50b7f17c req-e7c70965-75a0-486f-acbe-60f3d4749654 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 May 27 13:14:58.163554 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f389-3a2d-4f8f-b700-d9ff6746a5eb req-4b72915d-3693-4967-9c65-2f657e1193d6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:58.165060 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-58f7f389-3a2d-4f8f-b700-d9ff6746a5eb req-4b72915d-3693-4967-9c65-2f657e1193d6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 944 time: 0.0831831 May 27 13:14:58.215539 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-58f7f389-3a2d-4f8f-b700-d9ff6746a5eb req-edb81eb8-418e-4ac3-b654-b6a0d3bea226 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 May 27 13:14:58.790012 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be86dd-cf8c-4f0d-a7af-f17985aafe58 req-82370357-101b-4d12-9cf9-ac4a042a57f3 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:58.791463 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-87be86dd-cf8c-4f0d-a7af-f17985aafe58 req-82370357-101b-4d12-9cf9-ac4a042a57f3 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.1390526 May 27 13:14:58.801540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a64a22-4a49-4e96-81dd-d871fcf1a097 req-a1d9c9e3-5b3c-4aae-ab39-2a4e68c99ef8 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:58.802896 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-78a64a22-4a49-4e96-81dd-d871fcf1a097 req-a1d9c9e3-5b3c-4aae-ab39-2a4e68c99ef8 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 943 time: 0.1191075 May 27 13:14:58.866249 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-87be86dd-cf8c-4f0d-a7af-f17985aafe58 req-662ad27d-c514-49b5-a666-17f15756abd8 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624273 May 27 13:14:58.876980 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-78a64a22-4a49-4e96-81dd-d871fcf1a097 req-80ded052-ca11-45a5-8a04-f9070f09d169 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588930 May 27 13:14:59.171527 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff6a07-7157-422c-ac68-4227181fa5e3 req-f2e094f3-a3a8-4147-8103-b6665a2de20a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:59.173043 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6eff6a07-7157-422c-ac68-4227181fa5e3 req-f2e094f3-a3a8-4147-8103-b6665a2de20a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0883474 May 27 13:14:59.192139 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 64dac378-602d-4c25-91ea-fee5a9c9a5bd details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:59.195602 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 550af6a9-83e1-4a32-8874-4daafea511d2 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:59.224587 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6eff6a07-7157-422c-ac68-4227181fa5e3 req-65b597de-b573-4f80-8898-71cd46cb1080 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 May 27 13:14:59.387716 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 550af6a9-83e1-4a32-8874-4daafea511d2 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:59.397031 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 550af6a9-83e1-4a32-8874-4daafea511d2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:59.397257 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:59.410284 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dab445-05b7-4181-841b-614fef3e4c20 req-c995d9ec-8275-4a6f-991c-62a19b778192 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:59.411762 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-94dab445-05b7-4181-841b-614fef3e4c20 req-c995d9ec-8275-4a6f-991c-62a19b778192 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 944 time: 0.0816915 May 27 13:14:59.460463 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-94dab445-05b7-4181-841b-614fef3e4c20 req-6cb1c3bf-deb6-4c01-9db1-57dba517ea2b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 May 27 13:14:59.463733 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 64dac378-602d-4c25-91ea-fee5a9c9a5bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=64dac378-602d-4c25-91ea-fee5a9c9a5bd,segment=NetworkSegment(9d32b6cb-3606-4736-816d-5e479c30c5bf),segment_id=9d32b6cb-3606-4736-816d-5e479c30c5bf)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:59.482654 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '64dac378-602d-4c25-91ea-fee5a9c9a5bd', 'network_id': 'dc96121d-0654-45bd-8bfc-54c5c11ee2b9', 'port_id': '64dac378-602d-4c25-91ea-fee5a9c9a5bd', 'mac_address': 'fa:16:3e:31:2d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1354755-5afb-496b-a960-7cf190c3cde1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:59.588933 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:59.610175 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:59.619435 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dac378-602d-4c25-91ea-fee5a9c9a5bd {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:59.645061 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 64dac378-602d-4c25-91ea-fee5a9c9a5bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=64dac378-602d-4c25-91ea-fee5a9c9a5bd,segment=NetworkSegment(9d32b6cb-3606-4736-816d-5e479c30c5bf),segment_id=9d32b6cb-3606-4736-816d-5e479c30c5bf)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:59.649654 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550af6a9-83e1-4a32-8874-4daafea511d2'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:59.656371 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:59.657121 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:59.660389 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-09808f65-2259-476a-bb53-512870e59435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:59.698960 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 550af6a9-83e1-4a32-8874-4daafea511d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=550af6a9-83e1-4a32-8874-4daafea511d2,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:59.700858 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550af6a9-83e1-4a32-8874-4daafea511d2', 'code': 200} May 27 13:14:59.718682 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:59.801269 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=64dac378-602d-4c25-91ea-fee5a9c9a5bd,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:59.808197 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:59.808686 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-32cd9683-f79d-4c89-b23a-8959c0aeac92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:59.914182 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=550af6a9-83e1-4a32-8874-4daafea511d2,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:59.920773 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:59.938584 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,segment=NetworkSegment(85407927-2a5b-4801-8bdb-e1de3a75d9c4),segment_id=85407927-2a5b-4801-8bdb-e1de3a75d9c4)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:59.970267 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6', 'network_id': '35183aeb-b77a-43e1-ae63-19f25c21eb15', 'port_id': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6', 'mac_address': 'fa:16:3e:75:a2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd708063d-45a8-4297-bbaf-2f8d78474667', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:15:00.045200 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.064859 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:15:00.069155 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5a1fa-8395-4581-b88e-dd3ac40a23c9 req-eacca3e8-673d-4663-a836-5275b37baaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:00.070681 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-09f5a1fa-8395-4581-b88e-dd3ac40a23c9 req-eacca3e8-673d-4663-a836-5275b37baaaa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 1098 time: 0.1198227 May 27 13:15:00.084367 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,segment=NetworkSegment(85407927-2a5b-4801-8bdb-e1de3a75d9c4),segment_id=85407927-2a5b-4801-8bdb-e1de3a75d9c4)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:00.093692 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.095603 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 43538) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:00.096095 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:00.122173 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-09f5a1fa-8395-4581-b88e-dd3ac40a23c9 req-1b3f12ac-e595-4b1e-ab47-0db505ad3a0f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388801 May 27 13:15:00.172035 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:00.175117 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:00.183352 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b9e05-43df-4f9f-b2c1-74d6dd54db6d req-cd96f2c7-e2fc-4e0b-9444-48179b9cd4af tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:00.185130 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-508b9e05-43df-4f9f-b2c1-74d6dd54db6d req-cd96f2c7-e2fc-4e0b-9444-48179b9cd4af tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 947 time: 0.1935306 May 27 13:15:00.196625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44472f7-1e7f-4be3-87a5-66eb59a04d0c req-f5b8217c-c39f-4a34-8723-a49441aeace4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:00.198160 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e44472f7-1e7f-4be3-87a5-66eb59a04d0c req-f5b8217c-c39f-4a34-8723-a49441aeace4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 944 time: 0.1551206 May 27 13:15:00.275005 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.298682 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-508b9e05-43df-4f9f-b2c1-74d6dd54db6d req-91ed8ffa-df4a-4c96-8f06-ac1a34f8280c tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995297 May 27 13:15:00.304969 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e44472f7-1e7f-4be3-87a5-66eb59a04d0c req-9f22ef57-c408-4df6-ac8b-141e795d4523 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902615 May 27 13:15:00.307130 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:00.311131 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Usage tracker for resource:security_group_rule and tenant:63a08a13e5db474ebe2484c046869f7c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:00.314524 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:00.328867 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:00.424043 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.429246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.436186 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5b97817a-4df8-4986-a76d-6658badef2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:00.480552 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63a08a13e5db474ebe2484c046869f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745060 May 27 13:15:00.480552 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf932c-5480-4177-a20e-28aacb3baae9,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:00.482307 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 43548) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:00.482642 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:00.548625 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.575451 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.633612 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.640727 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-04ce23a6-7da4-4c43-a9bd-43e8f4a45675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:00.654132 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf932c-5480-4177-a20e-28aacb3baae9,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:00.657292 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:00.659305 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.660787 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e2bf932c-5480-4177-a20e-28aacb3baae9 HTTP/1.1" status: 204 len: 168 time: 0.1773458 May 27 13:15:00.866205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e25058-f934-47a2-a3ad-a3e0e32128bd req-40bb46a8-a795-48f6-b4a4-49f7b337dcc7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:00.867660 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b8e25058-f934-47a2-a3ad-a3e0e32128bd req-40bb46a8-a795-48f6-b4a4-49f7b337dcc7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1471279 May 27 13:15:00.875059 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec269ff-f053-452c-a725-0bf8091559a5 req-28b6d55c-f5e6-45b2-bba9-a3498c6afbbf tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:00.878680 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1ec269ff-f053-452c-a725-0bf8091559a5 req-28b6d55c-f5e6-45b2-bba9-a3498c6afbbf tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 945 time: 0.1179872 May 27 13:15:00.928911 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['64dac378-602d-4c25-91ea-fee5a9c9a5bd'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:00.950708 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b8e25058-f934-47a2-a3ad-a3e0e32128bd req-c9038a1a-e92d-4bee-89d6-89d0efd18ae5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731142 May 27 13:15:00.955286 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1ec269ff-f053-452c-a725-0bf8091559a5 req-799e0335-a9be-4f33-8f33-6e5a893e1bfe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622263 May 27 13:15:00.973054 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['049d4b96-cc76-48b9-bdf8-289f9d2a22a6'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:01.550166 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22565c14-c414-459d-90c3-2882b9547616 req-a9565618-1d9a-4c60-8904-790019a8c492 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:01.551634 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-22565c14-c414-459d-90c3-2882b9547616 req-a9565618-1d9a-4c60-8904-790019a8c492 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 948 time: 0.1417460 May 27 13:15:01.561813 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379aa2f-32df-4bb9-8465-80a36d1b519f req-f2550c7a-d886-4bbc-96ce-a97545b6c3d3 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:01.563196 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c379aa2f-32df-4bb9-8465-80a36d1b519f req-f2550c7a-d886-4bbc-96ce-a97545b6c3d3 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 944 time: 0.1168566 May 27 13:15:01.631592 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-22565c14-c414-459d-90c3-2882b9547616 req-580a8125-55c5-45af-a607-6bd3a9e0db9b tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674481 May 27 13:15:01.636403 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c379aa2f-32df-4bb9-8465-80a36d1b519f req-dbe0d58a-2d48-453d-9ce6-67e608151fb4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595236 May 27 13:15:02.215058 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8e4d1-de07-412d-a7ef-174ad3674409 req-c4b9a107-af0e-42ec-9a14-27476af3b255 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:02.216576 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0be8e4d1-de07-412d-a7ef-174ad3674409 req-c4b9a107-af0e-42ec-9a14-27476af3b255 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1466327 May 27 13:15:02.224675 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e81a44-b602-4208-8189-0ebe98f5dd79 req-a1d371e5-9b07-4175-8258-47e6dae9e584 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:02.226004 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-30e81a44-b602-4208-8189-0ebe98f5dd79 req-a1d371e5-9b07-4175-8258-47e6dae9e584 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 945 time: 0.1162045 May 27 13:15:02.292618 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0be8e4d1-de07-412d-a7ef-174ad3674409 req-686d93d9-9911-4f90-a946-816e83937897 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655596 May 27 13:15:02.297209 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-30e81a44-b602-4208-8189-0ebe98f5dd79 req-ee9bd49b-d14c-4f59-b8b7-397f7f5348bf tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573547 May 27 13:15:02.890284 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbee90-7d25-4b85-90ce-bd787487113a req-941b296b-28ad-4315-9334-2e65cd8331e6 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:02.891735 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-33dbee90-7d25-4b85-90ce-bd787487113a req-941b296b-28ad-4315-9334-2e65cd8331e6 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 948 time: 0.1417665 May 27 13:15:02.900080 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea277d21-6770-4f74-b7da-ed1519d62eb7 req-fb88b08d-c1e4-46d8-986c-3155580f30f3 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:02.901449 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea277d21-6770-4f74-b7da-ed1519d62eb7 req-fb88b08d-c1e4-46d8-986c-3155580f30f3 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 944 time: 0.1500261 May 27 13:15:03.064696 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-33dbee90-7d25-4b85-90ce-bd787487113a req-8f456e79-66bc-4d3c-b8e1-1ba0db0625c2 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622722 May 27 13:15:03.073045 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea277d21-6770-4f74-b7da-ed1519d62eb7 req-2c7bfef1-71ee-41ca-9677-0d195eadcbcb tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571414 May 27 13:15:03.537308 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89a1cf-a5bc-45c5-9add-6b7a50affd64 req-8a553a37-d4a8-48ef-8f8a-aa2a4aea1c0c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:03.538680 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4b89a1cf-a5bc-45c5-9add-6b7a50affd64 req-8a553a37-d4a8-48ef-8f8a-aa2a4aea1c0c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1383986 May 27 13:15:03.548815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabb4d7-bec9-4321-97c3-ec9b37de6bbb req-67c8a310-0a95-46ef-896e-68ab7fa2b194 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:03.550160 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8dabb4d7-bec9-4321-97c3-ec9b37de6bbb req-67c8a310-0a95-46ef-896e-68ab7fa2b194 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 945 time: 0.1194959 May 27 13:15:03.617386 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4b89a1cf-a5bc-45c5-9add-6b7a50affd64 req-77f3362b-9f36-4935-84f5-76a415668c8f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663114 May 27 13:15:03.624390 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8dabb4d7-bec9-4321-97c3-ec9b37de6bbb req-f5e95eab-a613-41c9-a90e-40168909824e tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592470 May 27 13:15:04.317688 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec541f89-4a09-415f-a967-b98c5b292253 req-49c2bf9c-e5dc-49b6-b070-a7f3d7aabaf1 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:04.319148 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ec541f89-4a09-415f-a967-b98c5b292253 req-49c2bf9c-e5dc-49b6-b070-a7f3d7aabaf1 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 948 time: 0.1421978 May 27 13:15:04.329295 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a514f2-66c4-4f1a-b8a0-0ebe0e99a4dd req-d8924918-9515-4a6e-8b70-45d62b8a43a1 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:04.330634 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e8a514f2-66c4-4f1a-b8a0-0ebe0e99a4dd req-d8924918-9515-4a6e-8b70-45d62b8a43a1 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 944 time: 0.1206615 May 27 13:15:04.400584 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ec541f89-4a09-415f-a967-b98c5b292253 req-0295bc92-1487-441c-809e-096afc7a65bf tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690074 May 27 13:15:04.407817 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e8a514f2-66c4-4f1a-b8a0-0ebe0e99a4dd req-4853baf3-47e8-4337-be86-3f8e501e79a8 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624402 May 27 13:15:04.682038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 43644) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:04.804982 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:04.823507 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:04.828950 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Usage tracker for resource:security_group_rule and tenant:51ad4f8c4e014fabbefc4881995aa689 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:04.832464 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:04.839694 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:04.849381 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df150a5e-aeac-4c61-8371-94ad6e1424c1 req-d62a22ee-4c3c-4a55-b5e7-879449725514 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:04.850932 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df150a5e-aeac-4c61-8371-94ad6e1424c1 req-d62a22ee-4c3c-4a55-b5e7-879449725514 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1229706 May 27 13:15:04.920428 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df150a5e-aeac-4c61-8371-94ad6e1424c1 req-d313856b-a329-45d4-959c-152f26f5cbcb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618987 May 27 13:15:04.970791 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:04.975843 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:04.984041 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-14d86edb-9891-485a-9a95-2ec7a5881e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:05.028709 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51ad4f8c4e014fabbefc4881995aa689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454251 May 27 13:15:05.029719 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2f52d-7249-4f2d-847c-c04bef01dbc2,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:05.031697 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 43652) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:05.032884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:05.095869 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.122095 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.177722 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.182890 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-55dfaf19-3a51-4bb4-8fec-c21462e06c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:05.199976 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2f52d-7249-4f2d-847c-c04bef01dbc2,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:05.204954 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:05.213814 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.217965 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9f2f52d-7249-4f2d-847c-c04bef01dbc2 HTTP/1.1" status: 204 len: 168 time: 0.1817753 May 27 13:15:05.224521 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 64dac378-602d-4c25-91ea-fee5a9c9a5bd up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:05.300557 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 64dac378-602d-4c25-91ea-fee5a9c9a5bd completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:05.305181 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 64dac378-602d-4c25-91ea-fee5a9c9a5bd triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:05.305558 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.432765 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.470121 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dac378-602d-4c25-91ea-fee5a9c9a5bd'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:05.481133 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 64dac378-602d-4c25-91ea-fee5a9c9a5bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=64dac378-602d-4c25-91ea-fee5a9c9a5bd,segment=NetworkSegment(9d32b6cb-3606-4736-816d-5e479c30c5bf),segment_id=9d32b6cb-3606-4736-816d-5e479c30c5bf)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:05.487743 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.488779 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:05.518011 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:05.616101 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=64dac378-602d-4c25-91ea-fee5a9c9a5bd,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:05.620857 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:05.630452 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:05.639164 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:05.639544 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.684264 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03177d5-6d2b-49e4-9825-8c1e6f5accc1 req-b47b1177-cdbb-4f10-9bb8-dd1c4988d0c4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:05.685707 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d03177d5-6d2b-49e4-9825-8c1e6f5accc1 req-b47b1177-cdbb-4f10-9bb8-dd1c4988d0c4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.1465867 May 27 13:15:05.693974 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869cef9-300f-4b4d-afc5-f5a7075e13e4 req-47502b56-7894-438e-99ee-c7953a14c8f2 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:05.695451 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e869cef9-300f-4b4d-afc5-f5a7075e13e4 req-47502b56-7894-438e-99ee-c7953a14c8f2 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 948 time: 0.1550946 May 27 13:15:05.762136 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.763991 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d03177d5-6d2b-49e4-9825-8c1e6f5accc1 req-3b14c6b9-f24e-473b-a43e-cc486fad4b75 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676076 May 27 13:15:05.770841 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e869cef9-300f-4b4d-afc5-f5a7075e13e4 req-592b819b-5361-4434-9c4c-6cca882783c7 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591438 May 27 13:15:05.809197 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,segment=NetworkSegment(85407927-2a5b-4801-8bdb-e1de3a75d9c4),segment_id=85407927-2a5b-4801-8bdb-e1de3a75d9c4)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:05.814155 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:05.815982 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:05.853282 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dac378-602d-4c25-91ea-fee5a9c9a5bd', 'code': 200} May 27 13:15:05.886171 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:05.889534 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:06.113866 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c08b2-b557-4c23-954e-ab369b72b855 req-28276545-67bc-4d30-8712-a8b583eb32ef tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:06.115328 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f37c08b2-b557-4c23-954e-ab369b72b855 req-28276545-67bc-4d30-8712-a8b583eb32ef tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0829921 May 27 13:15:06.118061 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e907a40-cf5e-4005-974d-11c7abb00ebb req-d2186715-e508-47ef-8d85-91d7bff80380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:06.119653 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-9e907a40-cf5e-4005-974d-11c7abb00ebb req-d2186715-e508-47ef-8d85-91d7bff80380 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 1098 time: 0.0720327 May 27 13:15:06.164777 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f37c08b2-b557-4c23-954e-ab369b72b855 req-020261ec-2476-40ff-a8d8-a5618be1821f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 May 27 13:15:06.172577 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-9e907a40-cf5e-4005-974d-11c7abb00ebb req-d2f63222-03bb-4e51-8fea-50c22f2d1347 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 May 27 13:15:06.319389 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:07.028856 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fe43e-3ee9-4f07-9637-4fc87132d86f req-9ad590b8-70b1-42f1-8ebd-bc0a187e208d tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:07.030447 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a45fe43e-3ee9-4f07-9637-4fc87132d86f req-9ad590b8-70b1-42f1-8ebd-bc0a187e208d tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.1586912 May 27 13:15:07.087864 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af34d5-3768-4353-8295-e363fe8af2d1 req-a467d703-0fca-4ff7-84fd-3d84107201d8 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:07.089291 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-37af34d5-3768-4353-8295-e363fe8af2d1 req-a467d703-0fca-4ff7-84fd-3d84107201d8 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.1363227 May 27 13:15:07.096879 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a45fe43e-3ee9-4f07-9637-4fc87132d86f req-66337137-fbcd-4592-9451-17a14068eecd tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 May 27 13:15:07.147416 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-37af34d5-3768-4353-8295-e363fe8af2d1 req-cf4c8657-b06f-4583-9c75-652a94f1966b tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494907 May 27 13:15:07.533629 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40aa50-d31a-4c56-a253-b2da7c56f627 req-2de2d59b-71f8-4dda-a799-ddb9453ef0fe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:07.535082 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea40aa50-d31a-4c56-a253-b2da7c56f627 req-2de2d59b-71f8-4dda-a799-ddb9453ef0fe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0910079 May 27 13:15:07.584338 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea40aa50-d31a-4c56-a253-b2da7c56f627 req-05dbedc8-225e-43c1-956a-e9e2f2af6312 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 May 27 13:15:07.855100 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:07.908409 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6', 'code': 200} May 27 13:15:08.230710 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e4f14-7ab1-4e5a-a380-f142db925df0 req-006b3b20-21fc-41f3-80a6-3cc9e25e41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:08.232324 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3c5e4f14-7ab1-4e5a-a380-f142db925df0 req-006b3b20-21fc-41f3-80a6-3cc9e25e41bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 1102 time: 0.0720768 May 27 13:15:08.284058 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3c5e4f14-7ab1-4e5a-a380-f142db925df0 req-a43e650d-8a5f-41b5-84e5-3c49f1039a64 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 May 27 13:15:08.368660 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524b1a1-39f1-44e5-8602-4e35882aa9c7 req-843efcf0-d716-439f-bf34-2ec6a630cdfa tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:08.371076 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4524b1a1-39f1-44e5-8602-4e35882aa9c7 req-843efcf0-d716-439f-bf34-2ec6a630cdfa tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.1659894 May 27 13:15:08.382808 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86ac69-e050-4d72-8059-e8d0e85eb8aa req-2d600036-0db0-4235-a1a8-942e3e7ed1e9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:08.384964 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-de86ac69-e050-4d72-8059-e8d0e85eb8aa req-2d600036-0db0-4235-a1a8-942e3e7ed1e9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.1169047 May 27 13:15:08.457320 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4524b1a1-39f1-44e5-8602-4e35882aa9c7 req-a69cf0b6-d884-494c-86d1-acb5579c5bae tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712147 May 27 13:15:08.462106 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-de86ac69-e050-4d72-8059-e8d0e85eb8aa req-464cb4a4-14a5-4484-9ef0-3ae96c86f4ac tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600283 May 27 13:15:08.913427 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a91a42-0f1b-4610-888c-dfd286e2f9a3 req-4bf88443-5dbb-4bd0-b5bc-354b737d88eb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:08.915062 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5a91a42-0f1b-4610-888c-dfd286e2f9a3 req-4bf88443-5dbb-4bd0-b5bc-354b737d88eb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0940025 May 27 13:15:08.966085 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5a91a42-0f1b-4610-888c-dfd286e2f9a3 req-1afb9315-937f-431c-95d4-036c8bdd2e7b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 May 27 13:15:09.717764 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a45361-5c88-451a-ac76-2d36438d50a7 req-9d3368f2-cb1c-42df-810f-79b6d9023189 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:09.719244 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-55a45361-5c88-451a-ac76-2d36438d50a7 req-9d3368f2-cb1c-42df-810f-79b6d9023189 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.1472857 May 27 13:15:09.726932 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4009c0-cb0f-4f79-913f-eac312576e67 req-4720af2b-09fb-4668-8060-316e459bb500 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:09.728243 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0f4009c0-cb0f-4f79-913f-eac312576e67 req-4720af2b-09fb-4668-8060-316e459bb500 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.1543839 May 27 13:15:09.880036 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-55a45361-5c88-451a-ac76-2d36438d50a7 req-f6720e05-c279-4c01-b255-004ebbc635e3 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508050 May 27 13:15:09.892116 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0f4009c0-cb0f-4f79-913f-eac312576e67 req-7513fa01-6975-415b-9ebd-b6497f63302e tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477005 May 27 13:15:10.353998 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb55c-0d11-4972-a699-c9bcf2a3cf7b req-d885b871-4a96-49fc-894b-4827b339d746 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:10.361928 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-83feb55c-0d11-4972-a699-c9bcf2a3cf7b req-d885b871-4a96-49fc-894b-4827b339d746 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0989072 May 27 13:15:10.417930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-83feb55c-0d11-4972-a699-c9bcf2a3cf7b req-0430d718-edd9-4a76-a26f-2f8cb3b35073 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550227 May 27 13:15:11.077720 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b739dee-6e2f-4479-b6d4-af87d51df0f6 req-29f98060-371b-48a4-ad8f-864f03758059 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:11.079218 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1b739dee-6e2f-4479-b6d4-af87d51df0f6 req-29f98060-371b-48a4-ad8f-864f03758059 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.0846164 May 27 13:15:11.139004 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1b739dee-6e2f-4479-b6d4-af87d51df0f6 req-b6a4c3a9-dc32-4a7a-9c79-46fa024e7206 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532479 May 27 13:15:11.618676 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54297e74-eed2-4a0f-baf5-6175193f93e0 req-6befeb40-60a4-4db1-b15d-d362b6b9ab2f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:11.620445 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-54297e74-eed2-4a0f-baf5-6175193f93e0 req-6befeb40-60a4-4db1-b15d-d362b6b9ab2f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0967255 May 27 13:15:11.671018 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-54297e74-eed2-4a0f-baf5-6175193f93e0 req-74109ddc-b8c9-4f8d-80ef-29d206e913f8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 May 27 13:15:11.758674 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f6209-e5e0-48f8-90b3-5e3bf7f47f02 req-3adcdc25-e466-4fa5-9a1a-39d3bb886783 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:11.760543 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-688f6209-e5e0-48f8-90b3-5e3bf7f47f02 req-3adcdc25-e466-4fa5-9a1a-39d3bb886783 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.0874617 May 27 13:15:11.807957 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-688f6209-e5e0-48f8-90b3-5e3bf7f47f02 req-92112599-7449-4b65-8649-aafb7e7f1b33 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 May 27 13:15:12.864193 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79610001-a7dc-43ed-9f4f-7924d6cdef0a req-4fa66fbf-fe55-4353-91cf-92505df958ca tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:12.865669 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-79610001-a7dc-43ed-9f4f-7924d6cdef0a req-4fa66fbf-fe55-4353-91cf-92505df958ca tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0819619 May 27 13:15:12.915514 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-79610001-a7dc-43ed-9f4f-7924d6cdef0a req-53c6ae61-a0f5-4f7f-a3a5-6afe02895a76 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 May 27 13:15:12.996618 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903e1c7-6c0b-48fe-90e5-9d0f6771bdf1 req-9393b975-5259-4211-8213-503450ef82c0 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:12.998128 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8903e1c7-6c0b-48fe-90e5-9d0f6771bdf1 req-9393b975-5259-4211-8213-503450ef82c0 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.0803909 May 27 13:15:13.047070 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8903e1c7-6c0b-48fe-90e5-9d0f6771bdf1 req-18666f5f-80b3-4a45-8a78-96167f62f79a tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 May 27 13:15:13.364041 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c37e03-4d6a-4fde-87f0-60118f5ff715 req-aaece8c2-fba8-4912-ac64-cbd7b3f835fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:13.366116 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-05c37e03-4d6a-4fde-87f0-60118f5ff715 req-aaece8c2-fba8-4912-ac64-cbd7b3f835fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 1098 time: 0.0901096 May 27 13:15:13.429055 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-05c37e03-4d6a-4fde-87f0-60118f5ff715 req-0935f5ff-097c-4a0e-b6cc-20554c2033ef service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495846 May 27 13:15:13.553086 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde158-b606-415e-a70d-ad14928004bd req-b1482dbc-efda-4256-b362-793c34cb0cf7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:13.554574 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-b1482dbc-efda-4256-b362-793c34cb0cf7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.1492019 May 27 13:15:13.569366 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-c91375dc-8989-4289-ab8e-e57172139c7d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/quotas/d068f03115734e6bb0a6dba94397a301 HTTP/1.1" status: 200 len: 375 time: 0.0092754 May 27 13:15:13.659624 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-d749f42d-5087-4cb8-8242-87f88c7e60b6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847332 May 27 13:15:13.794793 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-e124728b-6321-4790-98ce-a6e23d92cfce service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281517 May 27 13:15:13.933340 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-6c8baacc-1ecc-4621-8f12-50868147030e service neutron] 10.222.0.76 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324697 May 27 13:15:14.199634 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-eb88b48f-14c6-47b2-bbcd-82106487d58c req-d1f4cf1b-7d54-4eb1-a01a-21a90fc9b77d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 210 time: 0.0855412 May 27 13:15:14.242105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe772b4-b1ca-4a49-b5aa-c490922b1f8f req-19dc5090-5df2-4db9-bf56-4a7bf8a1a944 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:14.243644 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5fe772b4-b1ca-4a49-b5aa-c490922b1f8f req-19dc5090-5df2-4db9-bf56-4a7bf8a1a944 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0971437 May 27 13:15:14.294239 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5fe772b4-b1ca-4a49-b5aa-c490922b1f8f req-e30a0117-15c3-44fc-b016-fd6db4947bcc tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437014 May 27 13:15:14.391310 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e228-da05-470c-946e-87a8b93f0862 req-fdc58e42-9fc9-4477-ad82-fa6c01dc40a1 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:14.397051 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3868e228-da05-470c-946e-87a8b93f0862 req-fdc58e42-9fc9-4477-ad82-fa6c01dc40a1 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.0954912 May 27 13:15:14.464147 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3868e228-da05-470c-946e-87a8b93f0862 req-434fc1bf-083c-464a-bb2b-b547f10d9721 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541875 May 27 13:15:14.633161 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c953d0-df20-4d0c-9abb-151aebc2f288 req-d7c46851-24e5-4094-acba-f104aa7aab54 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:14.634665 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-16c953d0-df20-4d0c-9abb-151aebc2f288 req-d7c46851-24e5-4094-acba-f104aa7aab54 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.0889294 May 27 13:15:14.682365 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-16c953d0-df20-4d0c-9abb-151aebc2f288 req-091a205c-1e0c-4c59-a925-66a51bbe8da1 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 May 27 13:15:15.367680 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9adc4b4c-85e2-4b72-b122-ad3fb67bea48 req-9e5cedfe-5481-4b18-b63b-b7a9c5fdc010 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 210 time: 0.0463889 May 27 13:15:15.490545 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197b2e2-d608-45e3-8b01-becdd7f6acc9 req-dad6463b-4d95-4032-b274-56efc9813ac4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:15.492160 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4197b2e2-d608-45e3-8b01-becdd7f6acc9 req-dad6463b-4d95-4032-b274-56efc9813ac4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0846777 May 27 13:15:15.537455 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4197b2e2-d608-45e3-8b01-becdd7f6acc9 req-3725403f-14d4-4ed9-9c10-9c9d32e5fcbe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393522 May 27 13:15:15.638662 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bab02-2ec0-4e00-84b8-9449d0b5a49c req-b45940fb-aa58-4748-b183-62c85dd33059 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:15.640160 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0b9bab02-2ec0-4e00-84b8-9449d0b5a49c req-b45940fb-aa58-4748-b183-62c85dd33059 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.0867805 May 27 13:15:15.688822 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0b9bab02-2ec0-4e00-84b8-9449d0b5a49c req-6c5d2346-4296-44d9-93ea-a24883a5b99d tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/security-groups?id=dbc44e60-5c6b-4e17-b797-1f546d3cd243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 May 27 13:15:15.787627 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-b8501035-6046-41cd-a28d-864614cdd360 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:15.788938 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-b8501035-6046-41cd-a28d-864614cdd360 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 949 time: 0.0853276 May 27 13:15:15.985097 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d448d7-012a-4fe8-8535-f66ea0c20991 req-10f9eb7c-65a4-406c-a8a6-b5fdddbe38a0 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:15.986624 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-84d448d7-012a-4fe8-8535-f66ea0c20991 req-10f9eb7c-65a4-406c-a8a6-b5fdddbe38a0 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.1921766 May 27 13:15:16.049384 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-84d448d7-012a-4fe8-8535-f66ea0c20991 req-8e2e6a9e-c347-41db-8d60-4e589e362bd1 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 May 27 13:15:16.120197 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Deleting port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:15:16.120837 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.287472 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde158-b606-415e-a70d-ad14928004bd req-f3effd1f-f638-4962-9a19-05806e2ed40a tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:16.289104 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-f3effd1f-f638-4962-9a19-05806e2ed40a tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 814 time: 0.1773572 May 27 13:15:16.296801 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] For port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,segment=NetworkSegment(85407927-2a5b-4801-8bdb-e1de3a75d9c4),segment_id=85407927-2a5b-4801-8bdb-e1de3a75d9c4)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:16.297169 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.328645 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Request body: {'port': {'device_id': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'admin_state_up': True, 'tenant_id': 'd068f03115734e6bb0a6dba94397a301'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:16.425320 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Calling delete_port for 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:15:16.484167 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:16.488319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Usage tracker for resource:port and tenant:d068f03115734e6bb0a6dba94397a301 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:16.492305 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:16.536531 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:16.548011 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cb599fc6-59af-4a4c-bd0c-8e60c51e383f req-264a7be6-1cf1-46d1-ae10-1475b5da00e3 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 210 time: 0.0566609 May 27 13:15:16.557811 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Made reservation on behalf of d068f03115734e6bb0a6dba94397a301 for: {'port': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:15:16.562219 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.623545 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.629975 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-62e88748-eb44-4ab0-8a8e-956691dded72 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:16.646114 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['049d4b96-cc76-48b9-bdf8-289f9d2a22a6'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:16.677890 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Pushing event deleted for resources: {'Port': ['ID=049d4b96-cc76-48b9-bdf8-289f9d2a22a6,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:16.682755 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:16.776956 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] No DVR routers for this DVR port 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:15:16.780849 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.786996 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'name': 'network-vif-deleted', 'tag': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:16.805846 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5976ff8e-3c1a-489a-bea1-6a89117e84d5 req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.64 "DELETE /v2.0/ports/049d4b96-cc76-48b9-bdf8-289f9d2a22a6 HTTP/1.1" status: 204 len: 173 time: 0.9669938 May 27 13:15:16.812165 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Allocated IP 172.20.0.10 (454341a4-58cd-4bd6-b3db-2c0cbad4f01b/017c22aa-8e14-4f9b-8a8a-bbdccfc987aa/d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:15:16.882255 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-38b528f1-5dca-43f6-82be-e2b51a3fe0a3 req-f821b550-314c-4381-a4e8-b48b36f45d65 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 210 time: 0.0536661 May 27 13:15:16.907455 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9b6e-1bb1-46eb-9ddb-3f8eba9fc724 req-38846269-4634-4c30-921c-5cf4be8076eb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:16.908954 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-00bc9b6e-1bb1-46eb-9ddb-3f8eba9fc724 req-38846269-4634-4c30-921c-5cf4be8076eb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2545381 May 27 13:15:16.946735 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b23e348-66ff-4e67-bb7a-a358b209ab53', 'name': 'network-vif-deleted', 'tag': '049d4b96-cc76-48b9-bdf8-289f9d2a22a6', 'status': 'completed', 'code': 200} May 27 13:15:17.048546 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-00bc9b6e-1bb1-46eb-9ddb-3f8eba9fc724 req-fbe1f60b-9aa7-4c6e-953a-209f9e94dfac tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280277 May 27 13:15:17.130610 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:17.262523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:17.278797 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:17.290606 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['16a97cc2-67fc-4a56-b1b2-308262b5918b', '2c4f8923-b7e9-405b-8b89-2f8667c46660', '550af6a9-83e1-4a32-8874-4daafea511d2'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:17.355018 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:17.361330 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:17.363852 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:15:17.416282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event updated for resources: {'Port': ['ID=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:17.423154 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:17.437805 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b82905-91a7-4590-a882-58b250f0ce7c req-ace3903e-851c-4d90-882d-7f92400a6656 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:17.439304 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a4b82905-91a7-4590-a882-58b250f0ce7c req-ace3903e-851c-4d90-882d-7f92400a6656 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.2785759 May 27 13:15:17.455991 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:17.456604 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:17.489125 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662829-3ef5-461d-8648-679eb612f269 req-4577db67-72fb-4eb6-93b2-4bc60f04c221 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:17.490524 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14662829-3ef5-461d-8648-679eb612f269 req-4577db67-72fb-4eb6-93b2-4bc60f04c221 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.2939372 May 27 13:15:17.557810 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a4b82905-91a7-4590-a882-58b250f0ce7c req-6430b06b-2764-47ac-a6b3-5c8c93b93b70 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111929 May 27 13:15:17.558989 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2350736 May 27 13:15:17.569259 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14662829-3ef5-461d-8648-679eb612f269 req-a07a5bcf-5aaa-478a-be2e-ea5ebe00fc2d tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658681 May 27 13:15:17.592470 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Request body: {'port': {'device_id': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:17.754460 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.215362 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9f1f3538-bda5-4839-bc94-1ce5531efddc req-9a4ae910-0467-4419-936e-d03a939a9933 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b23e348-66ff-4e67-bb7a-a358b209ab53 HTTP/1.1" status: 200 len: 210 time: 0.0682611 May 27 13:15:18.284761 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488a0d1-2d22-4efe-bf1c-aa4a776e1431 req-b4486a0e-657a-4131-87af-24977dd6ab28 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:18.285460 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-3488a0d1-2d22-4efe-bf1c-aa4a776e1431 req-b4486a0e-657a-4131-87af-24977dd6ab28 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Synchronizing usage tracker for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:15:18.344288 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-3488a0d1-2d22-4efe-bf1c-aa4a776e1431 req-b4486a0e-657a-4131-87af-24977dd6ab28 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Unset dirty status for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:15:18.345514 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3488a0d1-2d22-4efe-bf1c-aa4a776e1431 req-b4486a0e-657a-4131-87af-24977dd6ab28 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 932 time: 0.2375827 May 27 13:15:18.390792 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa {{(pid=91947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:15:18.406586 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.423423 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3488a0d1-2d22-4efe-bf1c-aa4a776e1431 req-aa7e5dd7-c6fc-40c9-93b5-222fe881be5a tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639997 May 27 13:15:18.429005 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Transition to ACTIVE for port object d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa will not be triggered until provisioned by entity L2. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:18.434194 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.439303 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:18.475839 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-d5bc6f57-bd3d-4e20-8ecd-5b02f29f6c76 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:18.476534 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-d5bc6f57-bd3d-4e20-8ecd-5b02f29f6c76 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Synchronizing usage tracker for tenant:35be985023714efb91ca21645b4de42c on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:15:18.495087 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-d5bc6f57-bd3d-4e20-8ecd-5b02f29f6c76 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Unset dirty status for tenant:35be985023714efb91ca21645b4de42c on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:15:18.496326 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-d5bc6f57-bd3d-4e20-8ecd-5b02f29f6c76 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.64 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.1125627 May 27 13:15:18.563248 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:18.589481 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:18.650274 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Deleting port 64dac378-602d-4c25-91ea-fee5a9c9a5bd {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:15:18.650617 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.672966 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Attempting to bind port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:15:18.673563 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Attempting to bind port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:15:18.673920 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Attempting to bind port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:18.679085 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:15:18.679519 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Attempting to bind port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa on network 454341a4-58cd-4bd6-b3db-2c0cbad4f01b {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:18.720082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:15:18.720550 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Checking segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:18.720943 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Bound using segment: {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:15:18.721413 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Bound port: d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adea867-0af0-48ba-9be8-63c464beb2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b'}}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:15:18.721756 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.788148 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] For port 64dac378-602d-4c25-91ea-fee5a9c9a5bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=64dac378-602d-4c25-91ea-fee5a9c9a5bd,segment=NetworkSegment(9d32b6cb-3606-4736-816d-5e479c30c5bf),segment_id=9d32b6cb-3606-4736-816d-5e479c30c5bf)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:18.788582 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.833433 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] For port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa, host hv-cinder-75157, cleared binding levels {{(pid=91947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:15:18.837836 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] For port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:15:18.847176 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4e3ae-93a7-4aa4-9259-4d6d6fa62e56 req-b653db0a-9c1a-4e6b-89eb-e7cd4fff63d9 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:18.848721 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-67d4e3ae-93a7-4aa4-9259-4d6d6fa62e56 req-b653db0a-9c1a-4e6b-89eb-e7cd4fff63d9 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 945 time: 0.1668189 May 27 13:15:18.850279 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.854669 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:18.911183 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Calling delete_port for 64dac378-602d-4c25-91ea-fee5a9c9a5bd owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:15:18.933768 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:18.934419 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.935979 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] 10.222.0.64 "PUT /v2.0/ports/d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa HTTP/1.1" status: 200 len: 1094 time: 1.3537440 May 27 13:15:18.943460 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'tag': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:18.967731 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-67d4e3ae-93a7-4aa4-9259-4d6d6fa62e56 req-cc8d148f-4bd0-4726-b571-f7fbf1e23c6c tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/security-groups?id=50ceff96-b7fe-40c2-9bf5-e5ea26297db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 May 27 13:15:18.972012 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,revision_number=3']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:18.975426 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:19.053700 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'tag': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa', 'status': 'completed', 'code': 200} May 27 13:15:19.070897 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:19.088614 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:19.100815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde158-b606-415e-a70d-ad14928004bd req-a2bc12dc-3c08-4e98-b7be-1d1c64915b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:19.102393 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-a2bc12dc-3c08-4e98-b7be-1d1c64915b86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 1097 time: 0.1030526 May 27 13:15:19.171224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Pushing event deleted for resources: {'Port': ['ID=64dac378-602d-4c25-91ea-fee5a9c9a5bd,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:19.177929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:19.184466 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-14a8f48b-a6f6-45e3-86b7-9eae131c3488 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa HTTP/1.1" status: 200 len: 217 time: 0.0645294 May 27 13:15:19.217708 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] No DVR routers for this DVR port 64dac378-602d-4c25-91ea-fee5a9c9a5bd on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:15:19.220568 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:19.224967 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'name': 'network-vif-deleted', 'tag': '64dac378-602d-4c25-91ea-fee5a9c9a5bd'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:19.255260 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4edb8df7-7ada-4932-9c04-3e262f6d17b7 req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.64 "DELETE /v2.0/ports/64dac378-602d-4c25-91ea-fee5a9c9a5bd HTTP/1.1" status: 204 len: 173 time: 0.7501822 May 27 13:15:19.273577 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde158-b606-415e-a70d-ad14928004bd req-4b228f98-90d1-42a9-92c2-fa11613fca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:19.275176 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-4b228f98-90d1-42a9-92c2-fa11613fca0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.0746520 May 27 13:15:19.280114 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14fe749a-a68f-47fb-b825-52d340a3a74e', 'name': 'network-vif-deleted', 'tag': '64dac378-602d-4c25-91ea-fee5a9c9a5bd', 'status': 'completed', 'code': 200} May 27 13:15:19.306897 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:15:19.351239 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:15:19.351581 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 049d4b96-cc76-48b9-bdf8-289f9d2a22a6 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:15:19.393522 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-34c80660-b3a4-4d10-8d4b-d96164794da3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602911 May 27 13:15:19.510985 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['64dac378-602d-4c25-91ea-fee5a9c9a5bd'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:19.622955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-0b1611b9-5ff1-4d46-a2d0-8535097104f0 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134039 May 27 13:15:19.731524 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-b1f48238-2890-42ec-80fb-3ec9a82b49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:19.733895 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-b1f48238-2890-42ec-80fb-3ec9a82b49fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.0743248 May 27 13:15:19.781615 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf04fc3-de67-4563-97af-b19d39604fd3 req-6daf2f82-f4af-484e-b3ea-9f9b737c52ce tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:19.783210 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bbf04fc3-de67-4563-97af-b19d39604fd3 req-6daf2f82-f4af-484e-b3ea-9f9b737c52ce tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 944 time: 0.2110760 May 27 13:15:19.899911 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bbf04fc3-de67-4563-97af-b19d39604fd3 req-e50b1cd9-b3e1-4549-a898-8b95c1f20d70 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063921 May 27 13:15:19.904155 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48fde158-b606-415e-a70d-ad14928004bd req-41fed626-36f6-44cf-9426-68483c26bc16 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552505 May 27 13:15:19.916539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43e465-23d1-462c-9ba3-32583b63502c req-807ad7a4-0b92-4e2d-8da6-2fd5bafb7339 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:19.920881 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df43e465-23d1-462c-9ba3-32583b63502c req-807ad7a4-0b92-4e2d-8da6-2fd5bafb7339 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.2437098 May 27 13:15:19.968773 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df43e465-23d1-462c-9ba3-32583b63502c req-a314c7f5-0813-47fa-8b56-0be715a48f2d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435839 May 27 13:15:19.988267 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-6233fa85-03b9-4f23-bbea-38fe3cd9d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:19.989802 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-6233fa85-03b9-4f23-bbea-38fe3cd9d38b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.2330775 May 27 13:15:20.096540 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-f0b791aa-6227-425d-bc99-4dcb9b188657 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 217 time: 0.0873160 May 27 13:15:20.173679 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-a4119a36-6d3d-4686-8a53-aa27eae0b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:20.175313 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-a4119a36-6d3d-4686-8a53-aa27eae0b27d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.0682857 May 27 13:15:20.218058 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e62305de-7cee-4bec-8895-cd1d2a3cfd3e req-05833ed3-e641-4b47-a039-4a9687a7d1bc tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] 10.222.0.76 "GET /v2.0/ports?device_id=14fe749a-a68f-47fb-b825-52d340a3a74e HTTP/1.1" status: 200 len: 210 time: 0.0620086 May 27 13:15:20.255800 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-4d45b87c-6296-4e67-8b13-9bde7bc9a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:20.257386 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-4d45b87c-6296-4e67-8b13-9bde7bc9a1d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d068f03115734e6bb0a6dba94397a301&device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 1097 time: 0.2668326 May 27 13:15:20.263004 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-1c846a09-06d1-4f98-9b40-ce965e7beb31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680888 May 27 13:15:20.426510 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-8e74c6f9-0c80-4ca2-ada8-d8089ef5dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:20.428064 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-8e74c6f9-0c80-4ca2-ada8-d8089ef5dfce service neutron] 10.222.0.64 "GET /v2.0/networks?id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 200 len: 915 time: 0.1527550 May 27 13:15:20.431770 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-296dfe74-9a51-4b8b-9131-f50b3f877bce service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550195 May 27 13:15:20.514809 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-0018ad52-556c-40ca-a7ea-b20e30a39167 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa HTTP/1.1" status: 200 len: 217 time: 0.0655603 May 27 13:15:20.601837 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-3bc942c6-f04a-4fc7-9330-14df17bc063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:20.608569 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-3bc942c6-f04a-4fc7-9330-14df17bc063c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 200 len: 854 time: 0.0750465 May 27 13:15:20.618187 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5678dd9f-6611-4e60-93bd-ab506ec78064 req-0c3f73ab-4013-492e-be2c-cc6913263032 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678090 May 27 13:15:20.702672 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-da0935e3-01c0-4455-ba41-5e9a8f22634b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=454341a4-58cd-4bd6-b3db-2c0cbad4f01b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429742 May 27 13:15:20.868441 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-86d95b52-d81a-4f15-b1a7-65bbfdc60a5c service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443822 May 27 13:15:20.870911 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ae66baa0-3330-4db7-9ef9-3a5a08453d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.051768 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97298c79-5bea-4f36-8e6e-d264c94a0860 req-80409ee0-3efc-44ad-a588-d920165ff877 service neutron] 10.222.0.64 "GET /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716070 May 27 13:15:21.107153 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952035d5-1d1a-4eff-9dca-c817e957f776 req-a2bce278-f2f4-458e-b41a-bbd3bc41bca6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:21.108699 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-952035d5-1d1a-4eff-9dca-c817e957f776 req-a2bce278-f2f4-458e-b41a-bbd3bc41bca6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 944 time: 0.0918188 May 27 13:15:21.210840 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-952035d5-1d1a-4eff-9dca-c817e957f776 req-8e848d9e-456c-414a-8f12-c24923ba3de4 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612190 May 27 13:15:21.231209 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942d484-3716-499e-852b-79b2f9667997 req-2cfb6c2d-c1d2-4c01-b94d-03799ff5c6fe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:21.232877 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4942d484-3716-499e-852b-79b2f9667997 req-2cfb6c2d-c1d2-4c01-b94d-03799ff5c6fe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1233058 May 27 13:15:21.280230 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4942d484-3716-499e-852b-79b2f9667997 req-44350526-8db1-4a5b-bbfb-23e04cf574c1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 May 27 13:15:22.453770 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7669ef-590f-4ec9-8f9b-e2c9e1d130de req-b5f1721b-1027-4060-ab7f-ff83065fc945 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:22.455267 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7d7669ef-590f-4ec9-8f9b-e2c9e1d130de req-b5f1721b-1027-4060-ab7f-ff83065fc945 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 944 time: 0.1301875 May 27 13:15:22.510091 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7d7669ef-590f-4ec9-8f9b-e2c9e1d130de req-db0cf819-5799-49e1-b53b-82090166d620 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 May 27 13:15:22.520635 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c62fb2-a8cb-4871-b171-9797e8fe3d32 req-c7aa1d31-b0e6-49b2-917b-d18e99ac0d38 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:22.522048 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4c62fb2-a8cb-4871-b171-9797e8fe3d32 req-c7aa1d31-b0e6-49b2-917b-d18e99ac0d38 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1306629 May 27 13:15:22.577198 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4c62fb2-a8cb-4871-b171-9797e8fe3d32 req-53bc01fa-11e3-448d-a117-f6854f4063f8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 May 27 13:15:23.307550 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:23.317694 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 64dac378-602d-4c25-91ea-fee5a9c9a5bd no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:15:23.352778 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 64dac378-602d-4c25-91ea-fee5a9c9a5bd {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:15:23.353147 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 64dac378-602d-4c25-91ea-fee5a9c9a5bd not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:15:23.381107 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d9ff84e1-d9cb-4a7b-bd99-81ebd90617eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:23.758637 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64f3a2-3590-4214-86f3-84cc4e3dff80 req-0c9d5c64-40ef-49d4-bf8d-c00f18008f96 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:23.760027 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5f64f3a2-3590-4214-86f3-84cc4e3dff80 req-0c9d5c64-40ef-49d4-bf8d-c00f18008f96 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 944 time: 0.1371236 May 27 13:15:23.817810 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3ccdd-3ff8-4807-b7dc-dc53c5a34886 req-f4fdfa00-b75c-41b2-b7e7-29acf48b973f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:23.819236 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-65f3ccdd-3ff8-4807-b7dc-dc53c5a34886 req-f4fdfa00-b75c-41b2-b7e7-29acf48b973f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1305971 May 27 13:15:23.823703 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5f64f3a2-3590-4214-86f3-84cc4e3dff80 req-b27dfe99-8fc6-425e-b234-32383f369cb6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575812 May 27 13:15:23.865076 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-65f3ccdd-3ff8-4807-b7dc-dc53c5a34886 req-588f30d1-a363-45ed-8619-9671f03308d3 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 May 27 13:15:24.499617 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44232) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:24.512899 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.653928 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-0ccc1715-f5af-4fc9-96b8-5ab16534c858 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=232a432512eb4f8a907f0da6a46e02dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528852 May 27 13:15:24.656493 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44238) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:24.718848 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.745338 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.798447 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.802271 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6a959016-1901-46df-a00b-ea4b0b793382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:24.816226 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc44e60-5c6b-4e17-b797-1f546d3cd243,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:24.818864 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:24.826414 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.827521 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dbc44e60-5c6b-4e17-b797-1f546d3cd243 HTTP/1.1" status: 204 len: 168 time: 0.1701035 May 27 13:15:25.073609 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40814fef-4213-407c-ae5c-63fbc15188d4 req-0418a91a-9d90-4864-b3f2-5dbd81721e50 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:25.075092 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-40814fef-4213-407c-ae5c-63fbc15188d4 req-0418a91a-9d90-4864-b3f2-5dbd81721e50 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 944 time: 0.1408613 May 27 13:15:25.131094 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203148e0-d134-47bf-bc51-e9c9c4c541ed req-fa07855b-a952-416e-bbd3-fca22946f421 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:25.132571 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-203148e0-d134-47bf-bc51-e9c9c4c541ed req-fa07855b-a952-416e-bbd3-fca22946f421 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1354847 May 27 13:15:25.137238 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-40814fef-4213-407c-ae5c-63fbc15188d4 req-975894dd-08fc-4973-88dc-a50ffafa98cd tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 May 27 13:15:25.183096 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-203148e0-d134-47bf-bc51-e9c9c4c541ed req-3243c0b1-24f1-4c7e-b624-5af5f5ecef5e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 May 27 13:15:25.342782 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:15:25.489762 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:25.507544 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa', 'network_id': '454341a4-58cd-4bd6-b3db-2c0cbad4f01b', 'port_id': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa', 'mac_address': 'fa:16:3e:60:20:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017c22aa-8e14-4f9b-8a8a-bbdccfc987aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:15:25.564244 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.583381 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:15:25.600124 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:25.605238 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.608970 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:25.676826 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:25.680372 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:25.787326 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:26.473838 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9a386-2d96-491c-9554-ede2eceb53f4 req-261ee7d3-cedd-494a-99f5-6ef1b4a9f17d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:26.475308 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f4e9a386-2d96-491c-9554-ede2eceb53f4 req-261ee7d3-cedd-494a-99f5-6ef1b4a9f17d tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 945 time: 0.2234836 May 27 13:15:26.485769 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecd01a-83f8-457a-823d-d3b0d6b60be4 req-3ef85f8f-20f6-4bba-aabc-4e482f2f9c76 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:26.487118 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-deecd01a-83f8-457a-823d-d3b0d6b60be4 req-3ef85f8f-20f6-4bba-aabc-4e482f2f9c76 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1141140 May 27 13:15:26.547730 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:26.554665 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f4e9a386-2d96-491c-9554-ede2eceb53f4 req-c555eeb6-9903-46dd-b699-5d62d5d29cb3 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666039 May 27 13:15:26.559313 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-deecd01a-83f8-457a-823d-d3b0d6b60be4 req-f1f259c3-2ce5-4de8-b0ad-9a286a7b6a6a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 May 27 13:15:27.819857 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc77d44-2f40-4b4c-86fa-cf7ae9fcaf7a req-a5536d99-d231-4b29-97f6-4ad4d682f710 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:27.821349 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ebc77d44-2f40-4b4c-86fa-cf7ae9fcaf7a req-a5536d99-d231-4b29-97f6-4ad4d682f710 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 945 time: 0.1439197 May 27 13:15:27.828692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3632b3-806e-4ed2-9f16-be29df0ba9d6 req-763adcf9-55be-4d29-bc06-16828c3c8c84 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:27.830081 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3b3632b3-806e-4ed2-9f16-be29df0ba9d6 req-763adcf9-55be-4d29-bc06-16828c3c8c84 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1214235 May 27 13:15:27.898079 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ebc77d44-2f40-4b4c-86fa-cf7ae9fcaf7a req-e1aebf7d-f9ca-4d62-87cf-b4bcef6eb00f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670512 May 27 13:15:27.902491 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3b3632b3-806e-4ed2-9f16-be29df0ba9d6 req-b24a1da4-a42e-411b-8430-7612f0781cda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586245 May 27 13:15:29.159420 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835480e-b396-40f5-ac66-f528c1e630d0 req-f623e247-0792-4fa6-b104-ac9415f882ea tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:29.160901 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8835480e-b396-40f5-ac66-f528c1e630d0 req-f623e247-0792-4fa6-b104-ac9415f882ea tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 945 time: 0.1453977 May 27 13:15:29.170934 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165cb6e-aef1-4f93-9084-2fbd2e8536a5 req-d47bb49d-559f-4bc9-a6d6-8df9cdcb425d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:29.172318 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3165cb6e-aef1-4f93-9084-2fbd2e8536a5 req-d47bb49d-559f-4bc9-a6d6-8df9cdcb425d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1204653 May 27 13:15:29.241867 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8835480e-b396-40f5-ac66-f528c1e630d0 req-781f7b8c-f4ec-410a-a802-8b0600c2e4eb tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684869 May 27 13:15:29.248808 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3165cb6e-aef1-4f93-9084-2fbd2e8536a5 req-0d35a355-2518-4f37-ad60-c56e47561fae tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627286 May 27 13:15:29.378025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:29.454936 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:29.462574 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:29.463143 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.586935 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.617718 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:29.627827 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:29.632379 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.635066 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:29.671982 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa', 'code': 200} May 27 13:15:29.706441 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:29.710570 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:30.024195 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e02bc-e1bb-40f4-be12-5f6816b25dbd req-ba06d84d-b1d9-4ad8-a941-7d610e56a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:30.025732 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-840e02bc-e1bb-40f4-be12-5f6816b25dbd req-ba06d84d-b1d9-4ad8-a941-7d610e56a5be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 1099 time: 0.1073780 May 27 13:15:30.081335 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-840e02bc-e1bb-40f4-be12-5f6816b25dbd req-05c91468-e4c8-45af-876a-b48a27d9525b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359221 May 27 13:15:30.500343 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb8df3-6ae7-45ed-a5a1-5efbe91413a6 req-0e48e903-4980-46ee-8908-5750864d69af tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:30.501899 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8cb8df3-6ae7-45ed-a5a1-5efbe91413a6 req-0e48e903-4980-46ee-8908-5750864d69af tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.1484160 May 27 13:15:30.512110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638db14-6ba4-444f-881d-01e009f74d11 req-b64fac4c-cd7f-4635-9259-c0fd27066f40 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:30.513578 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9638db14-6ba4-444f-881d-01e009f74d11 req-b64fac4c-cd7f-4635-9259-c0fd27066f40 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1179533 May 27 13:15:30.585136 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8cb8df3-6ae7-45ed-a5a1-5efbe91413a6 req-8f74ef08-c646-4513-9ab7-bcef3d9a22a8 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 May 27 13:15:30.589712 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9638db14-6ba4-444f-881d-01e009f74d11 req-2c000c55-218b-4c20-8ae5-fb8b2f709af7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 May 27 13:15:31.833589 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469b21-4b6c-4dca-8e8e-5d83b6ec687f req-45cfb07e-eaf0-4eff-a395-999c30b02c5f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:31.835374 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0e469b21-4b6c-4dca-8e8e-5d83b6ec687f req-45cfb07e-eaf0-4eff-a395-999c30b02c5f tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.1439939 May 27 13:15:31.846423 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593ff9f-921d-4892-9db8-a3ded3f5e6bb req-02150f26-5920-4b03-8cdb-780af65afdc3 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:31.847805 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4593ff9f-921d-4892-9db8-a3ded3f5e6bb req-02150f26-5920-4b03-8cdb-780af65afdc3 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1148276 May 27 13:15:31.915833 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0e469b21-4b6c-4dca-8e8e-5d83b6ec687f req-3d995b29-c0dc-4087-8341-69354f112bcb tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671275 May 27 13:15:31.918520 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4593ff9f-921d-4892-9db8-a3ded3f5e6bb req-64d65ced-ae76-4923-9a61-c743c08d1b6a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570912 May 27 13:15:33.249743 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4516d2-d338-43a6-bf6f-2267b8e2a161 req-8d2d3260-f684-4aeb-b917-d1d081f468f5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:33.251186 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8c4516d2-d338-43a6-bf6f-2267b8e2a161 req-8d2d3260-f684-4aeb-b917-d1d081f468f5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.2011173 May 27 13:15:33.263698 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6778f5-2085-4d9b-8e5e-0798a36cc7a5 req-0096dbe4-e016-4f0c-9254-68e6f45c72c4 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:33.265142 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-db6778f5-2085-4d9b-8e5e-0798a36cc7a5 req-0096dbe4-e016-4f0c-9254-68e6f45c72c4 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.1833770 May 27 13:15:33.329150 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebc64-a436-4973-9006-6eac1f96b52d req-4e23d629-31e1-45bc-88cf-61d2e069effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:33.330653 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-009ebc64-a436-4973-9006-6eac1f96b52d req-4e23d629-31e1-45bc-88cf-61d2e069effb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.1869617 May 27 13:15:33.341877 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8c4516d2-d338-43a6-bf6f-2267b8e2a161 req-307dba4a-a569-4062-a73c-a172487fb704 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749476 May 27 13:15:33.349152 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-db6778f5-2085-4d9b-8e5e-0798a36cc7a5 req-0304ce9f-fb84-42af-8549-49b951c936b7 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670002 May 27 13:15:33.516150 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebc64-a436-4973-9006-6eac1f96b52d req-d22dae40-abb4-4748-b259-9f2d28e178b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:33.516150 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-009ebc64-a436-4973-9006-6eac1f96b52d req-d22dae40-abb4-4748-b259-9f2d28e178b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.1475925 May 27 13:15:33.697839 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-009ebc64-a436-4973-9006-6eac1f96b52d req-ca871d95-ca14-4880-acf6-c42edf523dd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 217 time: 0.1703846 May 27 13:15:33.779856 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ebc64-a436-4973-9006-6eac1f96b52d req-4dd5bf68-54d8-47dd-86ac-d7e5260092f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:33.781421 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-009ebc64-a436-4973-9006-6eac1f96b52d req-4dd5bf68-54d8-47dd-86ac-d7e5260092f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.0685384 May 27 13:15:33.848776 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-009ebc64-a436-4973-9006-6eac1f96b52d req-6071289e-fe06-4e5a-9f3a-70b3bc96eba1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476525 May 27 13:15:33.955220 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:15:33.993485 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-009ebc64-a436-4973-9006-6eac1f96b52d req-68739336-10dd-4e70-8f6c-cfdab47b1466 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353858 May 27 13:15:34.146254 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-009ebc64-a436-4973-9006-6eac1f96b52d req-a6a9807a-c3a8-4147-81b2-0a364b4638ce service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407354 May 27 13:15:34.557463 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51dc62-4b0b-42b0-9f1d-85631ed43878 req-7873ee87-f2ef-4652-b6f8-3cb7d7001598 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:34.558982 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2b51dc62-4b0b-42b0-9f1d-85631ed43878 req-7873ee87-f2ef-4652-b6f8-3cb7d7001598 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0949349 May 27 13:15:34.607132 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2b51dc62-4b0b-42b0-9f1d-85631ed43878 req-dbb29d76-759c-448a-839f-bf8a36332eab tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 May 27 13:15:35.808730 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b7799-db01-4f13-bdeb-39e739fededa req-8459f182-1f0e-47a6-983a-7eb15facb852 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:35.815177 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-267b7799-db01-4f13-bdeb-39e739fededa req-8459f182-1f0e-47a6-983a-7eb15facb852 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0911345 May 27 13:15:35.858393 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-267b7799-db01-4f13-bdeb-39e739fededa req-3f30b112-61ba-4e36-9594-a2e9759607f9 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 May 27 13:15:36.318823 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:37.064334 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588ac6e-f42b-4311-be61-9ea8e9d9db49 req-be55e993-1d7f-4634-84b3-d6f2044456c3 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:37.065897 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f588ac6e-f42b-4311-be61-9ea8e9d9db49 req-be55e993-1d7f-4634-84b3-d6f2044456c3 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0859988 May 27 13:15:37.114658 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f588ac6e-f42b-4311-be61-9ea8e9d9db49 req-6d5cf591-a068-489d-9634-cee26d823d75 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 May 27 13:15:38.309395 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee570875-6365-4555-ac94-cd94395d935f req-2994a78d-c74d-47b3-9c24-c0682a36a1a4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:38.310868 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee570875-6365-4555-ac94-cd94395d935f req-2994a78d-c74d-47b3-9c24-c0682a36a1a4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0842743 May 27 13:15:38.362749 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee570875-6365-4555-ac94-cd94395d935f req-60ef4f37-6616-43e5-b0ef-6a4d9614232d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 May 27 13:15:39.610903 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5491b-f781-4734-87e1-d107ac880419 req-de60f0ba-a051-4dd4-8812-dba23db27db7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:39.613381 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-28b5491b-f781-4734-87e1-d107ac880419 req-de60f0ba-a051-4dd4-8812-dba23db27db7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0892415 May 27 13:15:39.666132 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-28b5491b-f781-4734-87e1-d107ac880419 req-7d4bb530-b3de-4489-b0e5-bc36b27da8eb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 May 27 13:15:40.147743 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dfb6b-e88e-42a7-a577-41416e3e1e8c req-3b51cd0b-ce8b-478b-8083-e8a382cde372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:40.149280 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f01dfb6b-e88e-42a7-a577-41416e3e1e8c req-3b51cd0b-ce8b-478b-8083-e8a382cde372 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.0803504 May 27 13:15:40.197182 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f01dfb6b-e88e-42a7-a577-41416e3e1e8c req-3e90dd0c-4078-4d29-a972-f7f5674b7331 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343454 May 27 13:15:40.901068 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e18d22-d14a-4241-8d41-eef3d77aaa91 req-0413e603-588a-45b2-8c75-1a624643b5ce tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:40.902539 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8e18d22-d14a-4241-8d41-eef3d77aaa91 req-0413e603-588a-45b2-8c75-1a624643b5ce tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0845037 May 27 13:15:40.950313 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8e18d22-d14a-4241-8d41-eef3d77aaa91 req-70a19203-c0c9-4905-b62f-4b1c5526a7d8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 May 27 13:15:41.421448 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 44662) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:41.549958 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.569014 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:41.573240 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Usage tracker for resource:security_group_rule and tenant:2ccdeeded56742288d87137fb6afa710 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:41.576066 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:41.581825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:41.669716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.674457 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.683540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b11a33cf-26f3-4ed6-a1e9-347734df5e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:41.732313 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ccdeeded56742288d87137fb6afa710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096693 May 27 13:15:41.733469 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0352d8d-6eef-42ae-a573-4ec757826727,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:41.735034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44678) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:41.753014 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.753864 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.754368 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.754888 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.755392 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.755905 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.756388 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.757034 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.757357 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.757886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.758313 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.759157 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.780731 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c8a962e0-acf0-494c-9a98-6ece665f1d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:41.821665 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.847965 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.910746 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.918311 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a4c30791-632b-4aa3-98a5-141e8aba29d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:41.931048 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.933893 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0352d8d-6eef-42ae-a573-4ec757826727 HTTP/1.1" status: 204 len: 168 time: 0.1968155 May 27 13:15:41.935856 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0352d8d-6eef-42ae-a573-4ec757826727,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:41.944179 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.944684 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.945026 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.945383 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.945714 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.946041 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.946487 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.946820 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.947154 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.947478 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.947798 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.948118 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:41.951315 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:42.161019 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3c8f4-6ed9-4785-bdad-a6ab9bf14154 req-4deee2db-b63f-451c-8f87-d96727dba3dc tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:42.162630 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aea3c8f4-6ed9-4785-bdad-a6ab9bf14154 req-4deee2db-b63f-451c-8f87-d96727dba3dc tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0941021 May 27 13:15:42.217429 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aea3c8f4-6ed9-4785-bdad-a6ab9bf14154 req-53c7b4bd-364d-4c63-b427-f3f191562325 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 May 27 13:15:42.453992 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44694) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:42.521731 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Deleting subnet b1354755-5afb-496b-a960-7cf190c3cde1 {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:15:42.527593 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.585534 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.643783 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.906696 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.911721 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-14aa6656-1b4a-462c-b13e-00e7a2dee0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:42.946980 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1354755-5afb-496b-a960-7cf190c3cde1,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:42.948899 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.954569 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:42.956259 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-8d380cb3-1ac4-4ed3-bdb3-c0b992534ff8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b1354755-5afb-496b-a960-7cf190c3cde1 HTTP/1.1" status: 204 len: 168 time: 0.5009105 May 27 13:15:42.959014 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44706) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:43.068881 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.197263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.211334 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc96121d-0654-45bd-8bfc-54c5c11ee2b9']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:43.224832 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d32b6cb-3606-4736-816d-5e479c30c5bf') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:43.225251 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d32b6cb-3606-4736-816d-5e479c30c5bf') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:43.239111 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.257874 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.264768 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:15:43.265260 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:15:43.282290 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:15:43.447494 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d3c4a-c32c-4e14-b217-043d16aaded8 req-1011724b-3b55-4d93-8035-5b115bf9130c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:43.449659 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-479d3c4a-c32c-4e14-b217-043d16aaded8 req-1011724b-3b55-4d93-8035-5b115bf9130c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1054513 May 27 13:15:43.451613 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.456262 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:43.472922 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.479235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=dc96121d-0654-45bd-8bfc-54c5c11ee2b9,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:43.485558 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:43.492010 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] 10.222.0.76 "DELETE /v2.0/networks/dc96121d-0654-45bd-8bfc-54c5c11ee2b9 HTTP/1.1" status: 204 len: 168 time: 0.5316846 May 27 13:15:43.494790 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44720) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:43.546155 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-479d3c4a-c32c-4e14-b217-043d16aaded8 req-fc8ba75f-8741-40ed-a10d-d5d194b977e2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592673 May 27 13:15:43.558627 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Deleting subnet 54ad4a78-66f5-44c5-b79c-3c379246093e {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:15:43.561977 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.569719 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de856d8-feab-48e4-80da-1ebbf10809b1 req-5e209638-7014-4339-b6ad-5e36a26518c8 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:43.571201 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7de856d8-feab-48e4-80da-1ebbf10809b1 req-5e209638-7014-4339-b6ad-5e36a26518c8 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.1206648 May 27 13:15:43.617091 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7de856d8-feab-48e4-80da-1ebbf10809b1 req-67478b44-cf31-4994-a85c-9e83b57d2583 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 May 27 13:15:43.619164 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.676588 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.936330 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.940765 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:43.977938 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ad4a78-66f5-44c5-b79c-3c379246093e,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:43.981561 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:43.986204 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.991307 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-401818ed-601f-4749-b7d0-d4811545fd4a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/54ad4a78-66f5-44c5-b79c-3c379246093e HTTP/1.1" status: 204 len: 168 time: 0.4955392 May 27 13:15:43.993792 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44734) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:44.004603 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-21d7fc76-845d-4481-80af-5a2d24949f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:44.006087 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-21d7fc76-845d-4481-80af-5a2d24949f7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.1412301 May 27 13:15:44.017748 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deab3bd-a932-4f26-a894-eed0a4cc5859 req-63d86afa-c23a-45ae-a349-fab6b78de645 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:44.024521 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7deab3bd-a932-4f26-a894-eed0a4cc5859 req-63d86afa-c23a-45ae-a349-fab6b78de645 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1248865 May 27 13:15:44.120623 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.266074 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.270218 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7deab3bd-a932-4f26-a894-eed0a4cc5859 req-1cc8833e-15b1-4a2b-9bc5-27c97c613950 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447529 May 27 13:15:44.280301 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a441fb-162b-49a3-a696-ff1a69b42308']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:44.295900 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e301dfc1-0fa5-462f-9d73-086413bec6f2') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:44.296198 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e301dfc1-0fa5-462f-9d73-086413bec6f2') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:44.297485 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-8bb5466a-51c3-4356-a24b-967cbd07233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:44.299119 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-8bb5466a-51c3-4356-a24b-967cbd07233e service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.2715869 May 27 13:15:44.308218 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.314584 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 44742) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:44.324357 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.330694 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:15:44.331093 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:15:44.344732 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:15:44.386469 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-2c5e33bc-41b4-4629-8b4b-6c79ad37fb60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 217 time: 0.0659037 May 27 13:15:44.426193 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.431382 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:44.448897 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.457717 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Pushing event deleted for resources: {'Network': ['ID=50a441fb-162b-49a3-a696-ff1a69b42308,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:44.460505 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:44.462016 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-9d9be14c-a053-41f2-a982-43813994f61b admin admin] 10.222.0.76 "DELETE /v2.0/networks/50a441fb-162b-49a3-a696-ff1a69b42308 HTTP/1.1" status: 204 len: 168 time: 0.4673162 May 27 13:15:44.476601 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.495401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:44.501907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Usage tracker for resource:security_group_rule and tenant:d4aec05591024dd1bcc588f2336d482c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:44.506505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:44.510059 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-b4b0b2af-4e42-4fb0-8f55-9dddd1398d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:44.511735 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-b4b0b2af-4e42-4fb0-8f55-9dddd1398d30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.1119745 May 27 13:15:44.515202 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:44.569871 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-d7abd2cb-3ec5-490b-830e-f90e14f00dfe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484078 May 27 13:15:44.581334 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 44752) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:44.779941 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9bf964f0-ecca-4630-be04-3eff5a51641f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35be985023714efb91ca21645b4de42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973298 May 27 13:15:44.782670 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44758) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:44.843598 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.861271 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.864170 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-ec580567-39c7-4b6d-9f1c-1f4bd1a6da4d service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618747 May 27 13:15:44.866895 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.869771 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.874223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-11caffd8-763f-4090-8d56-2323f308b80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:44.922759 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.927719 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:44.939390 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ceff96-b7fe-40c2-9bf5-e5ea26297db7,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:44.943524 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:44.944768 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.948767 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/50ceff96-b7fe-40c2-9bf5-e5ea26297db7 HTTP/1.1" status: 204 len: 168 time: 0.1622441 May 27 13:15:44.999617 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4aec05591024dd1bcc588f2336d482c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839125 May 27 13:15:45.002331 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44764) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:45.008582 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44f59ad-3ec8-4c18-a32a-fff83736166f,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:45.016746 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:45.026344 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7a61-61f7-4bef-8efd-2f5508ccfc5e req-0665f152-5760-4151-af08-8b8d67ff4076 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:45.029297 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-250b7a61-61f7-4bef-8efd-2f5508ccfc5e req-0665f152-5760-4151-af08-8b8d67ff4076 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.2964258 May 27 13:15:45.081809 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.104172 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0781966d-5bd4-4ba6-877d-06c0a01cea9a req-09904b05-6153-48a1-bc89-cae28d8466ad service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216184 May 27 13:15:45.108644 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.109014 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-250b7a61-61f7-4bef-8efd-2f5508ccfc5e req-e2158593-74b1-4fc9-ba11-22f1a9b96ffc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728343 May 27 13:15:45.167690 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.172271 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64634a72-944f-4cd2-a0e4-c8beab2f1bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:45.184286 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44f59ad-3ec8-4c18-a32a-fff83736166f,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:45.187032 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:45.195383 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.199233 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a44f59ad-3ec8-4c18-a32a-fff83736166f HTTP/1.1" status: 204 len: 168 time: 0.1934242 May 27 13:15:45.362293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44776) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:45.416173 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-be3ac36c-cd91-41cc-82bc-204391b99c2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2da05de5d71745a686cdaef3828c2b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523694 May 27 13:15:45.418372 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44782) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:45.465205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e477f-4070-4450-ad11-d60915b39fec req-e4ba1be7-e42a-4155-a6dd-2085b33bc5a9 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:45.466727 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1d7e477f-4070-4450-ad11-d60915b39fec req-e4ba1be7-e42a-4155-a6dd-2085b33bc5a9 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0850472 May 27 13:15:45.486183 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.512696 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.514788 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1d7e477f-4070-4450-ad11-d60915b39fec req-c3b431e7-39fa-435b-afc8-e446a95e83a7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 May 27 13:15:45.576996 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.580648 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:45.595707 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6c27c-553c-4013-b4ca-689d6be56e01,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:45.601998 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:45.602807 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.603931 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7e6c27c-553c-4013-b4ca-689d6be56e01 HTTP/1.1" status: 204 len: 168 time: 0.1845229 May 27 13:15:46.302832 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c445fad-2af0-4a97-bd91-8a9b9a84363a req-0c31de89-28a6-43f4-b7ce-596dfed7ec2b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:46.304512 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7c445fad-2af0-4a97-bd91-8a9b9a84363a req-0c31de89-28a6-43f4-b7ce-596dfed7ec2b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.0829909 May 27 13:15:46.358004 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7c445fad-2af0-4a97-bd91-8a9b9a84363a req-82bd1884-9685-4d0a-a39d-f59f2f0198ea tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477757 May 27 13:15:46.713363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526c405-0179-40a2-b2f7-aec6167f20d5 req-0816021a-4ce9-4e12-8d23-e503271b4331 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:46.720301 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b526c405-0179-40a2-b2f7-aec6167f20d5 req-0816021a-4ce9-4e12-8d23-e503271b4331 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0880346 May 27 13:15:46.787316 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b526c405-0179-40a2-b2f7-aec6167f20d5 req-e05ec3ad-78a2-4c35-a3c5-5b1f8eb24b1c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598302 May 27 13:15:46.980673 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4102f-c52a-4473-88f6-760e115e382a req-a1d36427-a56c-48b3-8feb-4a455812f509 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:46.980673 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-10b4102f-c52a-4473-88f6-760e115e382a req-a1d36427-a56c-48b3-8feb-4a455812f509 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.0886464 May 27 13:15:47.126052 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Deleting port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:15:47.126392 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.148800 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44870) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:47.262654 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] For port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:47.263016 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.269780 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.284701 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:47.288748 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6f2de88fdd4464a26325bc549ea57c is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:47.291607 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:47.298150 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:47.384350 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.389276 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.399297 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c874e4df-4baa-4905-a815-6d1b34235abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:47.443231 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd6f2de88fdd4464a26325bc549ea57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931442 May 27 13:15:47.445912 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 44878) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:47.448855 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d6bdc-fdb2-4d96-bbf9-841df0facc4c,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:47.452273 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:47.485902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Calling delete_port for d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:15:47.514671 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ccd18e15-6ac2-401b-82d1-410fc8a31355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.545289 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ccd18e15-6ac2-401b-82d1-410fc8a31355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.595870 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a59e8a-355a-4e93-8abc-d47c72bc533d req-e7580ea2-d54e-42b7-bad1-e547f1c43926 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:47.597666 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d2a59e8a-355a-4e93-8abc-d47c72bc533d req-e7580ea2-d54e-42b7-bad1-e547f1c43926 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 946 time: 0.1086361 May 27 13:15:47.605078 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ccd18e15-6ac2-401b-82d1-410fc8a31355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.608917 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1bdd08c6-b9bc-4f40-9a6b-9ae2c0541e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:47.620404 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd18e15-6ac2-401b-82d1-410fc8a31355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d6bdc-fdb2-4d96-bbf9-841df0facc4c,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:47.623897 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ccd18e15-6ac2-401b-82d1-410fc8a31355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:47.627097 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ccd18e15-6ac2-401b-82d1-410fc8a31355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.628843 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ccd18e15-6ac2-401b-82d1-410fc8a31355 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b02d6bdc-fdb2-4d96-bbf9-841df0facc4c HTTP/1.1" status: 204 len: 168 time: 0.1820040 May 27 13:15:47.694753 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d2a59e8a-355a-4e93-8abc-d47c72bc533d req-e405f9cf-0425-4f31-aa91-cee151332436 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 May 27 13:15:47.706079 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.712926 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:47.732210 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['16a97cc2-67fc-4a56-b1b2-308262b5918b', '2c4f8923-b7e9-405b-8b89-2f8667c46660', '550af6a9-83e1-4a32-8874-4daafea511d2'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:47.768949 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event deleted for resources: {'Port': ['ID=d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:47.773003 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:47.851380 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] No DVR routers for this DVR port d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:15:47.854207 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.857323 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'name': 'network-vif-deleted', 'tag': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:47.886237 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-10b4102f-c52a-4473-88f6-760e115e382a req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "DELETE /v2.0/ports/d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa HTTP/1.1" status: 204 len: 173 time: 0.9036329 May 27 13:15:47.906835 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfa2e46-fb50-4737-a7eb-5ce640d9221c', 'name': 'network-vif-deleted', 'tag': 'd7eb3d9d-438d-47d3-9036-6d6a8a91c7fa', 'status': 'completed', 'code': 200} May 27 13:15:48.033598 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebd90e-ace7-4f32-a3ed-d8021b877dd0 req-7deeeed9-a8de-4217-9a2d-a994432ebc85 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:48.036460 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7eebd90e-ace7-4f32-a3ed-d8021b877dd0 req-7deeeed9-a8de-4217-9a2d-a994432ebc85 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1047869 May 27 13:15:48.098486 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7eebd90e-ace7-4f32-a3ed-d8021b877dd0 req-191c2de6-694c-4b88-bc32-ab8c319cfd27 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559835 May 27 13:15:48.881877 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-34d0c334-0ccd-4192-9f9f-48733064e783 req-1195ec32-f86b-4d90-8e85-02311ce3d859 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Synchronizing usage tracker for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:15:48.897898 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-34d0c334-0ccd-4192-9f9f-48733064e783 req-1195ec32-f86b-4d90-8e85-02311ce3d859 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Unset dirty status for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:15:48.899114 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-34d0c334-0ccd-4192-9f9f-48733064e783 req-1195ec32-f86b-4d90-8e85-02311ce3d859 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cfa2e46-fb50-4737-a7eb-5ce640d9221c HTTP/1.1" status: 200 len: 210 time: 0.0634608 May 27 13:15:49.294999 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513b39f-192d-46da-8f31-da720d039d14 req-f02f58b5-3fb4-43bb-9fe7-cd44adcc3b56 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:49.296641 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3513b39f-192d-46da-8f31-da720d039d14 req-f02f58b5-3fb4-43bb-9fe7-cd44adcc3b56 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0889528 May 27 13:15:49.341160 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3513b39f-192d-46da-8f31-da720d039d14 req-ff5c6cbc-7e69-4b66-89d8-ce34806f462b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385876 May 27 13:15:49.504149 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:15:49.539614 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:15:49.540349 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device d7eb3d9d-438d-47d3-9036-6d6a8a91c7fa not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:15:50.542500 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086d33-571a-4a7f-a01e-38a03e0ec572 req-d163b382-bb76-4c50-bbca-b4b0436589a7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:50.544012 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4086d33-571a-4a7f-a01e-38a03e0ec572 req-d163b382-bb76-4c50-bbca-b4b0436589a7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0915866 May 27 13:15:50.593100 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4086d33-571a-4a7f-a01e-38a03e0ec572 req-22cfe49a-8e37-49d0-ad7b-3f22f61d82c6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 May 27 13:15:50.866761 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b65f8962-43e2-4c5e-a702-dc31d3d12c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:51.638190 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9746ae-50ff-4ec8-82c5-763f1fbb075e req-ed69cd7f-9148-4366-bc9b-eb228039feb6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:51.639645 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cd9746ae-50ff-4ec8-82c5-763f1fbb075e req-ed69cd7f-9148-4366-bc9b-eb228039feb6 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 945 time: 0.0857694 May 27 13:15:51.691648 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cd9746ae-50ff-4ec8-82c5-763f1fbb075e req-0d093dce-1e20-4478-9d63-7dc235b37158 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 May 27 13:15:52.337644 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28a27-c679-466e-bf6d-23df405b5214 req-46e9f45d-57f2-4709-b6e7-47f47cbabc3e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:52.339097 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-11c28a27-c679-466e-bf6d-23df405b5214 req-46e9f45d-57f2-4709-b6e7-47f47cbabc3e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0800521 May 27 13:15:52.384342 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-11c28a27-c679-466e-bf6d-23df405b5214 req-dd95219c-ddfa-4410-a7b3-935cabfe9532 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392127 May 27 13:15:52.525943 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45014) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:52.650178 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.665283 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:52.669549 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Usage tracker for resource:security_group_rule and tenant:e5e0700908654a9783117b0e6bb3306a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:52.672696 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:52.678693 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:52.765591 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.769855 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.783603 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-da946264-e6ad-42ba-b180-11d4eee2e629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:52.827218 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5e0700908654a9783117b0e6bb3306a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001311 May 27 13:15:52.829852 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45028) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:52.837508 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ba2e5-53cc-44ab-8e80-1074a96db18c,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:52.849741 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:52.899562 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.960260 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.038229 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74613f6-1eb0-4746-8bb2-3bfc99086062 req-26a993b7-4cfb-43e4-9a09-a49050a4a136 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:53.039711 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a74613f6-1eb0-4746-8bb2-3bfc99086062 req-26a993b7-4cfb-43e4-9a09-a49050a4a136 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 945 time: 0.1172702 May 27 13:15:53.040947 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.044646 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-fb91a90b-23cd-410c-9b76-6320a7749e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.069056 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ba2e5-53cc-44ab-8e80-1074a96db18c,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.074731 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:53.082178 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.083355 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a1ba2e5-53cc-44ab-8e80-1074a96db18c HTTP/1.1" status: 204 len: 168 time: 0.2525814 May 27 13:15:53.105742 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a74613f6-1eb0-4746-8bb2-3bfc99086062 req-6edd05f2-faff-4873-ace2-9e4397c88d48 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531387 May 27 13:15:53.303572 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.379505 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7f1ab143-2a65-4a79-a257-ee49267614ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.403754 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45046) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:53.423437 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.443523 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:53.443692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45050) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:53.447506 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Usage tracker for resource:security_group_rule and tenant:ed22fb1b1f2440d0b74106d9c4c20e88 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:53.450517 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:53.456286 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:53.547975 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.553194 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.568729 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.600836 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed22fb1b1f2440d0b74106d9c4c20e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956058 May 27 13:15:53.603435 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45056) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:53.608787 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f3e1b-a79a-4e3e-a8f5-ded964b56e42,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.612104 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:53.641219 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.666366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:53.674582 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Usage tracker for resource:security_group_rule and tenant:402817ebc3444af08aa1c478eb9b2a3f is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:53.678362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:53.685616 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:53.709481 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.747710 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.832880 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.834669 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.838663 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b2917244-2332-4966-9a1f-9b3658ae2501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.847578 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.859329 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f3e1b-a79a-4e3e-a8f5-ded964b56e42,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.863602 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:53.864641 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9d4003d4-8e8a-4358-be6d-667a988099f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.903790 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.904977 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a4f3e1b-a79a-4e3e-a8f5-ded964b56e42 HTTP/1.1" status: 204 len: 168 time: 0.3005729 May 27 13:15:53.910664 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=402817ebc3444af08aa1c478eb9b2a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657905 May 27 13:15:53.912311 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cd9c61-bb03-40c2-bc0a-b1048b7d562b,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.913707 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45064) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:53.915294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:54.063070 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.092099 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.150709 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.154486 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a17beeb4-7820-44d5-a98a-7d7929a45d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:54.166709 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cd9c61-bb03-40c2-bc0a-b1048b7d562b,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:54.169079 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:54.179303 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.183087 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76cd9c61-bb03-40c2-bc0a-b1048b7d562b HTTP/1.1" status: 204 len: 168 time: 0.2658677 May 27 13:15:54.333490 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2293fac-4016-4819-8b34-e8e089b6f177 req-93fb3e58-30e8-44c6-b400-c61a0111ad31 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:54.335638 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e2293fac-4016-4819-8b34-e8e089b6f177 req-93fb3e58-30e8-44c6-b400-c61a0111ad31 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 945 time: 0.1002252 May 27 13:15:54.401368 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e2293fac-4016-4819-8b34-e8e089b6f177 req-f31b0912-7751-4583-92f9-cdf89018c6f8 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 May 27 13:15:54.514074 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.707845 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45094) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:54.826582 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-324463172-network', 'tenant_id': 'a666469bbafc4700bdcd5ede52b753fe'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:54.832166 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:54.837394 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Usage tracker for resource:network and tenant:a666469bbafc4700bdcd5ede52b753fe is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:54.840650 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:54.841736 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-1fa80b2c-d1aa-4f28-b818-50e76d36ff38 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:54.843318 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-1fa80b2c-d1aa-4f28-b818-50e76d36ff38 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 945 time: 0.0899875 May 27 13:15:54.847893 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:54.858671 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Made reservation on behalf of a666469bbafc4700bdcd5ede52b753fe for: {'network': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:15:54.861464 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.874012 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.888771 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:54.892630 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Usage tracker for resource:security_group_rule and tenant:a666469bbafc4700bdcd5ede52b753fe is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:54.895501 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:54.901251 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:54.987737 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.991553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Deleting port 550af6a9-83e1-4a32-8874-4daafea511d2 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:15:54.991902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.994664 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.998327 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:55.030042 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=91946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:15:55.038987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded3b70-b718-4a30-9b1c-61838ca52ba2,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:55.042848 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:55.045554 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.045937 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.segments_db [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Added segment 824ff3b5-91fc-403b-8a0f-303086abbfe0 of type vlan for network a193a3ed-707e-47db-996d-c970b64b595c May 27 13:15:55.074547 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.110400 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.112099 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:55.112732 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.117640 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-adf304a4-c44f-48fa-a198-f843af641a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:55.224193 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5122573 May 27 13:15:55.224193 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Pushing event updated for resources: {'Network': ['ID=a193a3ed-707e-47db-996d-c970b64b595c,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:55.224699 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45104) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:55.227076 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:55.230644 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Request body: {'subnet': {'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-324463172-subnet', 'tenant_id': 'a666469bbafc4700bdcd5ede52b753fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:55.232868 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network a193a3ed-707e-47db-996d-c970b64b595c details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:15:55.235274 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:55.239528 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Usage tracker for resource:subnet and tenant:a666469bbafc4700bdcd5ede52b753fe is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:55.240258 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] For port 550af6a9-83e1-4a32-8874-4daafea511d2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=550af6a9-83e1-4a32-8874-4daafea511d2,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:55.240644 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.242436 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:55.248699 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:55.261091 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Made reservation on behalf of a666469bbafc4700bdcd5ede52b753fe for: {'subnet': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:15:55.263918 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3905879'] for subnet, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.365582 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Calling delete_port for 550af6a9-83e1-4a32-8874-4daafea511d2 owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:15:55.491566 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.497883 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:55.508733 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['16a97cc2-67fc-4a56-b1b2-308262b5918b', '2c4f8923-b7e9-405b-8b89-2f8667c46660', '550af6a9-83e1-4a32-8874-4daafea511d2'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:15:55.543468 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event deleted for resources: {'Port': ['ID=550af6a9-83e1-4a32-8874-4daafea511d2,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:55.549969 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:55.598239 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-66a77a22-44b3-4eee-b4a2-6f983d440876 req-c7833d19-fed7-4801-a3a0-e6a543ee1eb1 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 210 time: 0.0568793 May 27 13:15:55.683747 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] No DVR routers for this DVR port 550af6a9-83e1-4a32-8874-4daafea511d2 on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:15:55.686850 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.690223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'name': 'network-vif-deleted', 'tag': '550af6a9-83e1-4a32-8874-4daafea511d2'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:15:55.709607 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e8e2dae1-e56b-47f9-9e5c-c6d709b95404 req-8d399b7a-5d9d-4ad1-91dd-f039e66c1a77 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "DELETE /v2.0/ports/550af6a9-83e1-4a32-8874-4daafea511d2 HTTP/1.1" status: 204 len: 173 time: 0.8556323 May 27 13:15:55.721934 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4032191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3905857'] for subnet, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.726339 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0c72f8c7-2625-4f9b-a8a4-c4dcc38c24d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:55.763035 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8e8abc-4741-42a0-a690-195a8f850730', 'name': 'network-vif-deleted', 'tag': '550af6a9-83e1-4a32-8874-4daafea511d2', 'status': 'completed', 'code': 200} May 27 13:15:55.807644 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65dc16d3-132a-4e86-a253-d51995c4aa49,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:55.812076 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:55.813021 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.818411 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Checking segment: {'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:55.818767 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Network hostable DHCP agents. Network: a193a3ed-707e-47db-996d-c970b64b595c, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:15:55.841896 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Network a193a3ed-707e-47db-996d-c970b64b595c is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:15:55.853126 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, a193a3ed-707e-47db-996d-c970b64b595c) {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:55.864578 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:55.865316 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.871050 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3084fc3-75a1-4703-9756-a0dc27469a85 None None] Network a193a3ed-707e-47db-996d-c970b64b595c requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:15:55.887443 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6617923 May 27 13:15:56.078498 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161685da-4c9c-48a1-b979-695c0acff848 None None] Network a193a3ed-707e-47db-996d-c970b64b595c requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:15:56.854362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-693f3690-f64f-441a-9eb7-4ee780173250 req-40054a6c-e417-432c-9ae6-05d48ff64d40 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Synchronizing usage tracker for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:15:56.891976 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-693f3690-f64f-441a-9eb7-4ee780173250 req-40054a6c-e417-432c-9ae6-05d48ff64d40 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Unset dirty status for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:15:56.893054 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-693f3690-f64f-441a-9eb7-4ee780173250 req-40054a6c-e417-432c-9ae6-05d48ff64d40 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd8e8abc-4741-42a0-a690-195a8f850730 HTTP/1.1" status: 200 len: 210 time: 0.1361837 May 27 13:15:56.910694 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c868c-d4db-4297-a9b0-2afe105de973 req-8b2ae991-2cca-411d-a8b5-0a87851a87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:56.910694 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-181c868c-d4db-4297-a9b0-2afe105de973 req-8b2ae991-2cca-411d-a8b5-0a87851a87ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.2042484 May 27 13:15:56.922304 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a2678-7fe3-4cb1-b81e-254484df2eea req-32807da4-06fa-410f-a790-29ec1a6edbff tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:56.923849 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5d3a2678-7fe3-4cb1-b81e-254484df2eea req-32807da4-06fa-410f-a790-29ec1a6edbff tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1681383 May 27 13:15:57.048450 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5d3a2678-7fe3-4cb1-b81e-254484df2eea req-07685591-caad-46a2-b98f-d40205200235 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061814 May 27 13:15:57.084968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c868c-d4db-4297-a9b0-2afe105de973 req-aa9e4873-f89a-401e-b1fb-58ca2037f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:57.086390 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-181c868c-d4db-4297-a9b0-2afe105de973 req-aa9e4873-f89a-401e-b1fb-58ca2037f99d service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.1617019 May 27 13:15:57.174080 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-181c868c-d4db-4297-a9b0-2afe105de973 req-82bed610-8a14-4f08-a8b4-e489925ddbb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 217 time: 0.0629487 May 27 13:15:57.239171 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c868c-d4db-4297-a9b0-2afe105de973 req-c46e032f-5937-4245-ba74-8656348da8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:57.240550 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-181c868c-d4db-4297-a9b0-2afe105de973 req-c46e032f-5937-4245-ba74-8656348da8d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.0563641 May 27 13:15:57.292746 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-181c868c-d4db-4297-a9b0-2afe105de973 req-99fc96ab-7a71-4ef2-94bb-fecabd11a152 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400715 May 27 13:15:57.446985 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-181c868c-d4db-4297-a9b0-2afe105de973 req-04a618af-4bfe-4ce6-a6a9-c365d2019452 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429236 May 27 13:15:57.535905 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 550af6a9-83e1-4a32-8874-4daafea511d2 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:15:57.578611 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 550af6a9-83e1-4a32-8874-4daafea511d2 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:15:57.578952 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 550af6a9-83e1-4a32-8874-4daafea511d2 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:15:57.591931 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-181c868c-d4db-4297-a9b0-2afe105de973 req-3c60bd0e-905c-443c-b8f1-9905f5c4080b service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314793 May 27 13:15:57.950601 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-ef5e661d-e071-4aeb-b771-cfeea15d0188 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:57.952004 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-ef5e661d-e071-4aeb-b771-cfeea15d0188 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/networks?id=a193a3ed-707e-47db-996d-c970b64b595c HTTP/1.1" status: 200 len: 808 time: 0.1512871 May 27 13:15:57.967528 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1fbfd11-f027-454f-b9e4-7d32a493bb42 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/quotas/a666469bbafc4700bdcd5ede52b753fe HTTP/1.1" status: 200 len: 375 time: 0.0097620 May 27 13:15:58.101982 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c2157aee-b961-4b88-9167-68cca7409260 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a666469bbafc4700bdcd5ede52b753fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291699 May 27 13:15:58.233818 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-bdaeee68-2a0c-4b39-a5f1-ab67c1135da0 service neutron] 10.222.0.76 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250641 May 27 13:15:58.367618 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-54f8c351-72a6-4d20-a465-85d766d0ccda service neutron] 10.222.0.76 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280541 May 27 13:15:58.486326 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974930-0b97-4b13-8d10-ecc0a0de1676 req-39c8fff3-816d-46ed-a03c-f88bc43773df tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:58.494030 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b9974930-0b97-4b13-8d10-ecc0a0de1676 req-39c8fff3-816d-46ed-a03c-f88bc43773df tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0888805 May 27 13:15:58.538732 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b9974930-0b97-4b13-8d10-ecc0a0de1676 req-f34e30c0-951b-49b1-889c-c527a0dba7e4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 May 27 13:15:58.642752 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a606-876a-4d10-84e7-e6891c0b55b1 req-2e560dad-61d0-43fe-b704-f7786eb0bd14 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:58.644382 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bb27a606-876a-4d10-84e7-e6891c0b55b1 req-2e560dad-61d0-43fe-b704-f7786eb0bd14 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 945 time: 0.0829346 May 27 13:15:58.690748 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bb27a606-876a-4d10-84e7-e6891c0b55b1 req-b23b381a-a145-494e-850d-3cd5fd8eeb7e tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 May 27 13:15:58.776623 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-78efeb40-cd6d-44d9-9d63-93219b6b54b6 req-7f0c8af0-4cb1-43d5-880e-6a92e582b8a2 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 210 time: 0.0406656 May 27 13:15:59.751246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea4db-44fe-47e7-a9cc-98f7baafe01a req-3dcdafbb-bd37-4b39-ae2f-462130d67b16 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:59.752975 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4a4ea4db-44fe-47e7-a9cc-98f7baafe01a req-3dcdafbb-bd37-4b39-ae2f-462130d67b16 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0914013 May 27 13:15:59.801947 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4a4ea4db-44fe-47e7-a9cc-98f7baafe01a req-eb972f58-dd68-4d1a-a35c-272351c93a0d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 May 27 13:15:59.911868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fced9e4-a53f-4948-8983-8a4eddaffbe8 req-bd1c6d3e-539a-4e2a-841d-c80145a4426c tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:59.913412 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7fced9e4-a53f-4948-8983-8a4eddaffbe8 req-bd1c6d3e-539a-4e2a-841d-c80145a4426c tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 945 time: 0.1104448 May 27 13:16:00.040991 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7fced9e4-a53f-4948-8983-8a4eddaffbe8 req-6504b548-1325-461b-ba6c-c767c4b835ac tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824111 May 27 13:16:00.074246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-38dc0252-3fcf-4ee4-a7e1-771b57154923 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:00.075799 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-38dc0252-3fcf-4ee4-a7e1-771b57154923 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "GET /v2.0/networks?id=a193a3ed-707e-47db-996d-c970b64b595c HTTP/1.1" status: 200 len: 808 time: 0.2032006 May 27 13:16:00.128309 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Request body: {'port': {'device_id': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c', 'admin_state_up': True, 'tenant_id': 'a666469bbafc4700bdcd5ede52b753fe'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:00.150781 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07375d71-32fa-4382-b0ba-3d1918ea269d req-07af72bd-4461-4378-87b4-830bb7e51a08 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 210 time: 0.0642664 May 27 13:16:00.267523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:00.271430 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Usage tracker for resource:port and tenant:a666469bbafc4700bdcd5ede52b753fe is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:00.274275 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:00.283407 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:00.297365 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Made reservation on behalf of a666469bbafc4700bdcd5ede52b753fe for: {'port': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:00.300866 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:00.461989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Allocated IP 172.20.0.8 (a193a3ed-707e-47db-996d-c970b64b595c/65dc16d3-132a-4e86-a253-d51995c4aa49/c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:16:00.659214 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:00.692966 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:00.698518 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:00.766146 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Network a193a3ed-707e-47db-996d-c970b64b595c is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:16:00.769119 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:00.772845 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:16:00.802155 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Pushing event updated for resources: {'Port': ['ID=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:00.808309 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:00.838188 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:00.838894 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:00.860939 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364478 May 27 13:16:00.878679 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Request body: {'port': {'device_id': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:01.141192 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.191410 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad72700-0b7d-4e2e-b14a-6a184c670a79 req-eeb7f499-a8e0-4500-93be-e930e101c8f7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:01.192977 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2ad72700-0b7d-4e2e-b14a-6a184c670a79 req-eeb7f499-a8e0-4500-93be-e930e101c8f7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.2775280 May 27 13:16:01.301974 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2ad72700-0b7d-4e2e-b14a-6a184c670a79 req-14cc46d6-5905-497a-9d0e-b13e86678c95 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028972 May 27 13:16:01.412810 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3dcfe8c7-0b48-48ab-b8f5-f6d68da485b2 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:01.413415 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3dcfe8c7-0b48-48ab-b8f5-f6d68da485b2 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Synchronizing usage tracker for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:01.425579 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3dcfe8c7-0b48-48ab-b8f5-f6d68da485b2 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Unset dirty status for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:01.426751 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3dcfe8c7-0b48-48ab-b8f5-f6d68da485b2 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 945 time: 0.1089215 May 27 13:16:01.564917 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Deleting port 2c4f8923-b7e9-405b-8b89-2f8667c46660 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:16:01.565272 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.648718 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15ae99-3ad6-486e-a5a5-7286186827bc req-6fa35c51-deaf-4cd3-a97a-56d7ce07a9cf tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:01.649408 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ea15ae99-3ad6-486e-a5a5-7286186827bc req-6fa35c51-deaf-4cd3-a97a-56d7ce07a9cf tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Synchronizing usage tracker for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:01.663725 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a {{(pid=91947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:01.677380 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa2e5f-bb2c-44ee-8eee-c3c9394c56e0 req-846964a1-db0d-4c12-8cb9-19dcd5c84b41 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:01.683894 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a0aa2e5f-bb2c-44ee-8eee-c3c9394c56e0 req-846964a1-db0d-4c12-8cb9-19dcd5c84b41 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=5fc59ad2-4211-463a-bdf9-c0366e0e514e HTTP/1.1" status: 200 len: 945 time: 0.2774906 May 27 13:16:01.687711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.702293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] For port 2c4f8923-b7e9-405b-8b89-2f8667c46660, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=2c4f8923-b7e9-405b-8b89-2f8667c46660,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:01.702654 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.713599 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ea15ae99-3ad6-486e-a5a5-7286186827bc req-6fa35c51-deaf-4cd3-a97a-56d7ce07a9cf tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Unset dirty status for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:01.714730 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea15ae99-3ad6-486e-a5a5-7286186827bc req-6fa35c51-deaf-4cd3-a97a-56d7ce07a9cf tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 931 time: 0.2711477 May 27 13:16:01.733279 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Transition to ACTIVE for port object c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a will not be triggered until provisioned by entity L2. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:16:01.751747 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.763662 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:01.807357 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a0aa2e5f-bb2c-44ee-8eee-c3c9394c56e0 req-f0809376-868b-4761-a254-f7c4163e7023 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215398 May 27 13:16:01.837557 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Calling delete_port for 2c4f8923-b7e9-405b-8b89-2f8667c46660 owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:16:01.904849 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea15ae99-3ad6-486e-a5a5-7286186827bc req-9a551e72-28b9-4b3f-be7e-66891c21f072 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820445 May 27 13:16:01.943085 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:01.950269 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:01.955332 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.961547 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:01.973626 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['16a97cc2-67fc-4a56-b1b2-308262b5918b', '2c4f8923-b7e9-405b-8b89-2f8667c46660'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:02.013023 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event deleted for resources: {'Port': ['ID=2c4f8923-b7e9-405b-8b89-2f8667c46660,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:02.020789 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:02.027746 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Attempting to bind port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:16:02.028091 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Attempting to bind port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:16:02.028441 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Attempting to bind port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a on network a193a3ed-707e-47db-996d-c970b64b595c {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:02.036325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a on network a193a3ed-707e-47db-996d-c970b64b595c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:16:02.036675 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Attempting to bind port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a on network a193a3ed-707e-47db-996d-c970b64b595c {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:02.042110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:16:02.042440 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Checking segment: {'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:02.042817 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Bound using segment: {'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:16:02.043300 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Bound port: c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'}}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:16:02.043633 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.096922 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] No DVR routers for this DVR port 2c4f8923-b7e9-405b-8b89-2f8667c46660 on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:16:02.099636 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.102428 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'name': 'network-vif-deleted', 'tag': '2c4f8923-b7e9-405b-8b89-2f8667c46660'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:02.121045 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a9ebf928-2153-4129-a2e1-db3e613c9ac7 req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "DELETE /v2.0/ports/2c4f8923-b7e9-405b-8b89-2f8667c46660 HTTP/1.1" status: 204 len: 173 time: 0.6875794 May 27 13:16:02.144080 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] For port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a, host hv-cinder-75157, cleared binding levels {{(pid=91947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:16:02.148223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] For port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:16:02.154939 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc59ad2-4211-463a-bdf9-c0366e0e514e', 'name': 'network-vif-deleted', 'tag': '2c4f8923-b7e9-405b-8b89-2f8667c46660', 'status': 'completed', 'code': 200} May 27 13:16:02.156505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.162185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-389d7978-3929-46ca-9d37-67ff051a6a88 tempest-DeleteServersTestJSON-1761209541 tempest-DeleteServersTestJSON-1761209541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:02.223198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:02.223864 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.225313 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a HTTP/1.1" status: 200 len: 1093 time: 1.3508663 May 27 13:16:02.225788 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'tag': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:02.247453 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,revision_number=3']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:02.250865 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:02.280902 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'tag': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a', 'status': 'completed', 'code': 200} May 27 13:16:02.373315 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-e2ea5211-cca5-420e-8789-6532df31dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:02.375416 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-e2ea5211-cca5-420e-8789-6532df31dff7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a666469bbafc4700bdcd5ede52b753fe&device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 1096 time: 0.0791848 May 27 13:16:02.483996 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-00cb1311-c022-429b-a6fd-a322130af08e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a HTTP/1.1" status: 200 len: 217 time: 0.0915236 May 27 13:16:02.563510 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-bfd62309-4be8-4c5a-a7d4-0e7b9823a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:02.565040 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-bfd62309-4be8-4c5a-a7d4-0e7b9823a734 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65dc16d3-132a-4e86-a253-d51995c4aa49 HTTP/1.1" status: 200 len: 848 time: 0.0694449 May 27 13:16:02.615685 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ed66e-80d5-48fa-8abe-5b77644932cb req-15d22b83-5993-4101-90ed-7edc7cc5f7d1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:02.617159 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc0ed66e-80d5-48fa-8abe-5b77644932cb req-15d22b83-5993-4101-90ed-7edc7cc5f7d1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1721439 May 27 13:16:02.633618 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-9244bd08-0177-4c4f-83a4-09454f88205a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a193a3ed-707e-47db-996d-c970b64b595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554812 May 27 13:16:02.754473 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc0ed66e-80d5-48fa-8abe-5b77644932cb req-8a3ad77b-5377-44ed-b48c-e602ed144417 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311021 May 27 13:16:02.898678 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-4272cfb9-6a1f-491b-b7cc-b63c93a8e3a2 service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531831 May 27 13:16:03.111907 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc2350e9-a8ef-433c-9b6f-cbd6e53d9dfd req-0ad786cf-b438-4c25-87f7-8298df7db6b1 service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973984 May 27 13:16:03.130243 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fcf1f-9f32-4b80-b724-acbd6df6a67d req-81068ef6-a479-4a8c-a029-7cea741acc72 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:03.131684 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-957fcf1f-9f32-4b80-b724-acbd6df6a67d req-81068ef6-a479-4a8c-a029-7cea741acc72 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 943 time: 0.1140497 May 27 13:16:03.216377 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-957fcf1f-9f32-4b80-b724-acbd6df6a67d req-d7d6f17a-9452-4041-824e-a5ed11535370 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785036 May 27 13:16:03.246778 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-37dbc2b4-522f-4ba9-b940-8835a2b0ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:03.248224 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-37dbc2b4-522f-4ba9-b940-8835a2b0ed35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a666469bbafc4700bdcd5ede52b753fe&device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 1096 time: 0.0791471 May 27 13:16:03.380983 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-0eb33e7f-14a4-49cf-9f73-69081dfae9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:03.383122 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-0eb33e7f-14a4-49cf-9f73-69081dfae9bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=a193a3ed-707e-47db-996d-c970b64b595c HTTP/1.1" status: 200 len: 909 time: 0.1282942 May 27 13:16:03.464069 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-0bd37555-920a-4319-820b-ca23a746a15c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a HTTP/1.1" status: 200 len: 217 time: 0.0724797 May 27 13:16:03.526062 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-25d841c0-de7c-4cc2-b4a9-9f98ea5e03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:03.527459 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-25d841c0-de7c-4cc2-b4a9-9f98ea5e03fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65dc16d3-132a-4e86-a253-d51995c4aa49 HTTP/1.1" status: 200 len: 848 time: 0.0561533 May 27 13:16:03.574661 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-c9151b86-aebb-45e2-b52d-30fc41d681ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a193a3ed-707e-47db-996d-c970b64b595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392830 May 27 13:16:03.713141 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-5bc3588a-57c2-47b7-b40f-3261622ecc77 service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301467 May 27 13:16:03.848309 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd2a8399-6939-4cad-9e09-4eab78db1ea8 req-16060f95-793b-4d12-ad4a-68fdd0f99a9d service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251557 May 27 13:16:03.951034 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1ac1e-28dd-43c6-aaa1-02411b7d4225 req-77f57d1f-4957-41e9-9b2d-ebca76545714 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:03.952514 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2cd1ac1e-28dd-43c6-aaa1-02411b7d4225 req-77f57d1f-4957-41e9-9b2d-ebca76545714 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0859077 May 27 13:16:03.997800 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2cd1ac1e-28dd-43c6-aaa1-02411b7d4225 req-0860dc88-6783-42b9-9d50-b2da6a83536d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392687 May 27 13:16:04.536936 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea9161-ce6b-4cd5-8de1-422ecb3a0eb5 req-3c3c95bc-da44-473a-8a91-0e091da3d700 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:04.538401 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b1ea9161-ce6b-4cd5-8de1-422ecb3a0eb5 req-3c3c95bc-da44-473a-8a91-0e091da3d700 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 943 time: 0.1384578 May 27 13:16:04.576825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb8b7d-d077-4a80-8236-c6017d1758c9 req-cf2c3ff6-184d-4cea-a082-e7b84364c8ac tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:04.578233 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-19cb8b7d-d077-4a80-8236-c6017d1758c9 req-cf2c3ff6-184d-4cea-a082-e7b84364c8ac tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.1183589 May 27 13:16:04.615434 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b1ea9161-ce6b-4cd5-8de1-422ecb3a0eb5 req-fb6a6627-5733-49de-bae9-234dae4bcbae tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706952 May 27 13:16:04.635085 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-19cb8b7d-d077-4a80-8236-c6017d1758c9 req-4c766e0f-f22d-49bf-920d-276605afd428 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490963 May 27 13:16:05.341975 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7bbc0-ee56-4127-b5ac-63d8f63e52cd req-9e201174-fbc7-486c-96d6-4d9f4649a83b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:05.343464 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3cf7bbc0-ee56-4127-b5ac-63d8f63e52cd req-9e201174-fbc7-486c-96d6-4d9f4649a83b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0879064 May 27 13:16:05.389140 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3cf7bbc0-ee56-4127-b5ac-63d8f63e52cd req-bf258475-60f1-4ba3-8f30-eedd83cd9a73 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397131 May 27 13:16:05.592374 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 2c4f8923-b7e9-405b-8b89-2f8667c46660 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:16:05.628699 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 2c4f8923-b7e9-405b-8b89-2f8667c46660 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:16:05.629045 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 2c4f8923-b7e9-405b-8b89-2f8667c46660 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:16:05.867734 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457c620-06d8-473e-bb36-a67fe3a0e099 req-90bd46b1-272d-4917-a07d-177b9bacf8c4 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:05.869256 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6457c620-06d8-473e-bb36-a67fe3a0e099 req-90bd46b1-272d-4917-a07d-177b9bacf8c4 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 943 time: 0.1389983 May 27 13:16:05.879461 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa93c5-251b-4fa3-8fe4-7f8dbfeb0820 req-47f8e743-3477-4730-8998-56d625aebc44 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:05.880889 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aefa93c5-251b-4fa3-8fe4-7f8dbfeb0820 req-47f8e743-3477-4730-8998-56d625aebc44 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.1193273 May 27 13:16:05.949206 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6457c620-06d8-473e-bb36-a67fe3a0e099 req-d48d8381-d9e2-4017-b0e9-0f07d23b2279 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673945 May 27 13:16:05.953790 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aefa93c5-251b-4fa3-8fe4-7f8dbfeb0820 req-85a137e7-ebad-47bf-903a-1cd8186fe2cf tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592923 May 27 13:16:06.315408 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:06.669008 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112f348-49fd-4bbd-987e-86de17891aac req-09b72dc1-abcf-4118-ae89-ed7e55485c66 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:06.670481 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5112f348-49fd-4bbd-987e-86de17891aac req-09b72dc1-abcf-4118-ae89-ed7e55485c66 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1640570 May 27 13:16:06.720734 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5112f348-49fd-4bbd-987e-86de17891aac req-3df54244-c5a6-4b73-b14f-eb2de6cc6c32 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 May 27 13:16:07.278722 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935d236-58f5-4391-8c25-11d525af88d3 req-680f4fd2-03bd-4219-a8af-449acf5ff1bc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:07.280104 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1935d236-58f5-4391-8c25-11d525af88d3 req-680f4fd2-03bd-4219-a8af-449acf5ff1bc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.2077336 May 27 13:16:07.293224 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6f993-a253-4721-bcef-f35f3c63f8a3 req-460732ba-a3e7-4eec-95fe-eca1c27e276e tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:07.295209 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-94d6f993-a253-4721-bcef-f35f3c63f8a3 req-460732ba-a3e7-4eec-95fe-eca1c27e276e tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 943 time: 0.2209036 May 27 13:16:07.340997 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-d05bc8f0-7d82-4755-9dd9-0c42039852e0 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:07.342374 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-d05bc8f0-7d82-4755-9dd9-0c42039852e0 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 946 time: 0.1684408 May 27 13:16:07.428057 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1935d236-58f5-4391-8c25-11d525af88d3 req-f5bbae51-5e54-4097-a81f-eba03227225b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/security-groups?id=d4fdeceb-712f-4444-9c3e-a2833c04a79b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310883 May 27 13:16:07.430598 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-94d6f993-a253-4721-bcef-f35f3c63f8a3 req-e7affb7d-6148-4d4b-a595-bdab0d3392ef tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191382 May 27 13:16:07.513599 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Deleting port 16a97cc2-67fc-4a56-b1b2-308262b5918b {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:16:07.513965 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.581018 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:16:07.648739 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] For port 16a97cc2-67fc-4a56-b1b2-308262b5918b, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=16a97cc2-67fc-4a56-b1b2-308262b5918b,segment=NetworkSegment(5adea867-0af0-48ba-9be8-63c464beb2b8),segment_id=5adea867-0af0-48ba-9be8-63c464beb2b8)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:07.649067 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.717828 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:07.731230 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a', 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c', 'port_id': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a', 'mac_address': 'fa:16:3e:1e:63:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dc16d3-132a-4e86-a253-d51995c4aa49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:16:07.773005 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Calling delete_port for 16a97cc2-67fc-4a56-b1b2-308262b5918b owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:16:07.787361 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.810191 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:07.837506 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:07.843934 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.846047 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:07.914636 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:07.922402 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.922775 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.923104 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.923438 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.923762 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.924083 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.924401 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.924747 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.925062 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.925378 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.925698 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.925998 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:07.930018 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:07.943637 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.950644 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8f64a888-5e1c-4c66-bca3-3c5b7b5042cc tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:08.003389 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Pushing event deleted for resources: {'Port': ['ID=16a97cc2-67fc-4a56-b1b2-308262b5918b,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:08.005983 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:08.078585 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b31848-fec3-4206-9bd2-a75719f9a8e7 req-51087c51-b8cc-45e8-a2bb-a0db7f7a7671 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:08.080003 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-62b31848-fec3-4206-9bd2-a75719f9a8e7 req-51087c51-b8cc-45e8-a2bb-a0db7f7a7671 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.2157998 May 27 13:16:08.103298 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] No DVR routers for this DVR port 16a97cc2-67fc-4a56-b1b2-308262b5918b on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:16:08.109116 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:08.112831 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596276b9-83c2-4b83-a12e-001b7df15709', 'name': 'network-vif-deleted', 'tag': '16a97cc2-67fc-4a56-b1b2-308262b5918b'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:08.141552 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9b5756e9-14d5-434e-8a53-2e49f6bae5c4 req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.64 "DELETE /v2.0/ports/16a97cc2-67fc-4a56-b1b2-308262b5918b HTTP/1.1" status: 204 len: 173 time: 0.7862926 May 27 13:16:08.152866 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-62b31848-fec3-4206-9bd2-a75719f9a8e7 req-2efb87c7-e0f6-4a6a-94cd-62cf77e961ca tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656965 May 27 13:16:08.162616 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596276b9-83c2-4b83-a12e-001b7df15709', 'name': 'network-vif-deleted', 'tag': '16a97cc2-67fc-4a56-b1b2-308262b5918b', 'status': 'completed', 'code': 200} May 27 13:16:08.409374 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:08.623910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-5afd3d13-d170-4cef-b358-a5cf8466a4fe req-2659012a-9cff-4469-bde4-510142eaf85b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Synchronizing usage tracker for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:08.653354 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-5afd3d13-d170-4cef-b358-a5cf8466a4fe req-2659012a-9cff-4469-bde4-510142eaf85b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Unset dirty status for tenant:d068f03115734e6bb0a6dba94397a301 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:08.654399 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5afd3d13-d170-4cef-b358-a5cf8466a4fe req-2659012a-9cff-4469-bde4-510142eaf85b tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] 10.222.0.76 "GET /v2.0/ports?device_id=596276b9-83c2-4b83-a12e-001b7df15709 HTTP/1.1" status: 200 len: 210 time: 0.0804517 May 27 13:16:08.670147 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a48d-c6ff-4a1c-b77d-c37730f0992c req-acca266b-3329-4c07-b6c0-98e7ef7248ca tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:08.671642 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e166a48d-c6ff-4a1c-b77d-c37730f0992c req-acca266b-3329-4c07-b6c0-98e7ef7248ca tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 944 time: 0.1284454 May 27 13:16:08.728368 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e166a48d-c6ff-4a1c-b77d-c37730f0992c req-d4809d23-7ab2-4a59-868c-8722b6ac0fbd tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 May 27 13:16:09.362100 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abad52-5c9a-46eb-918f-00a680dacb51 req-3ebe0f89-01ba-4f92-8864-c82d826831c3 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:09.363548 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-82abad52-5c9a-46eb-918f-00a680dacb51 req-3ebe0f89-01ba-4f92-8864-c82d826831c3 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0944719 May 27 13:16:09.410090 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-82abad52-5c9a-46eb-918f-00a680dacb51 req-45a11a66-dc10-47db-93eb-485473b8beda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 May 27 13:16:09.588837 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 16a97cc2-67fc-4a56-b1b2-308262b5918b no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:16:09.633570 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 16a97cc2-67fc-4a56-b1b2-308262b5918b {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:16:09.633856 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 16a97cc2-67fc-4a56-b1b2-308262b5918b not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:16:09.764562 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45280) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:09.907711 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Deleting subnet 017c22aa-8e14-4f9b-8a8a-bbdccfc987aa {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:16:09.911239 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:09.926518 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8c810-50dd-4731-b431-b8d8589d42e8 req-f19762da-7e5e-4501-9bb9-de7df4e9877e tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:09.928052 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-86d8c810-50dd-4731-b431-b8d8589d42e8 req-f19762da-7e5e-4501-9bb9-de7df4e9877e tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 944 time: 0.0870669 May 27 13:16:09.960484 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:09.973939 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-86d8c810-50dd-4731-b431-b8d8589d42e8 req-6fe86818-8a92-42d1-976a-6aec43854774 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 May 27 13:16:10.017338 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.271148 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.276571 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-044c61fd-f318-4ef5-ac4c-1c454952b26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:10.310436 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017c22aa-8e14-4f9b-8a8a-bbdccfc987aa,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:10.312378 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.314939 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:10.319121 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/017c22aa-8e14-4f9b-8a8a-bbdccfc987aa HTTP/1.1" status: 204 len: 168 time: 0.5533216 May 27 13:16:10.321929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45288) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:10.430654 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.563008 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.576147 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454341a4-58cd-4bd6-b3db-2c0cbad4f01b']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:16:10.589224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adea867-0af0-48ba-9be8-63c464beb2b8') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:16:10.589509 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adea867-0af0-48ba-9be8-63c464beb2b8') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:16:10.600844 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.607309 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763870e-1eea-4016-acd2-d1556a33642a req-5cbc95af-888a-477f-b8f4-342da4008957 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:10.608815 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0763870e-1eea-4016-acd2-d1556a33642a req-5cbc95af-888a-477f-b8f4-342da4008957 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0787556 May 27 13:16:10.616496 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.622625 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:16:10.622994 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:16:10.635859 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:16:10.655507 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0763870e-1eea-4016-acd2-d1556a33642a req-5e153d8e-7d7f-49cf-bec5-11f045998b29 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 May 27 13:16:10.712025 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.716078 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-940e967b-ab80-4bd9-9520-3b18e40e2fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:10.728558 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:10.738369 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Pushing event deleted for resources: {'Network': ['ID=454341a4-58cd-4bd6-b3db-2c0cbad4f01b,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:10.741411 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:10.748177 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7c2d72c8-b0ee-4e8a-bd03-1c341855fb5e admin admin] 10.222.0.76 "DELETE /v2.0/networks/454341a4-58cd-4bd6-b3db-2c0cbad4f01b HTTP/1.1" status: 204 len: 168 time: 0.4253283 May 27 13:16:10.935686 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45296) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:10.954356 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:16:10.984218 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-f5654606-d078-4404-8869-1cd2c090da60 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d068f03115734e6bb0a6dba94397a301&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472379 May 27 13:16:10.986454 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45300) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:11.183785 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:11.215547 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:11.264229 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7eb6ac-f92d-466b-b3f8-44202364f9bf req-14d03156-86f4-41c2-8b90-0b0f3c162dba tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:11.265623 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c7eb6ac-f92d-466b-b3f8-44202364f9bf req-14d03156-86f4-41c2-8b90-0b0f3c162dba tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 944 time: 0.1495879 May 27 13:16:11.303696 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:11.310094 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a764f274-b020-43f2-9ffc-3373d153734a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:11.325683 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fdeceb-712f-4444-9c3e-a2833c04a79b,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:11.329773 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c7eb6ac-f92d-466b-b3f8-44202364f9bf req-492ae00a-c757-4c0f-8fd6-e1019e268ec7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584793 May 27 13:16:11.332046 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:11.344691 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:11.346132 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4fdeceb-712f-4444-9c3e-a2833c04a79b HTTP/1.1" status: 204 len: 168 time: 0.3588283 May 27 13:16:11.587781 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:16:11.660747 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:16:11.666296 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:16:11.666698 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:11.783820 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:11.819919 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:11.821506 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:11.834242 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:11.839173 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-198c176b-593f-4ec8-91ea-773068abc5e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:11.860629 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204e027-359a-4890-b03c-78067fbe90a1 req-b656ae33-5b7b-4604-81ba-b139967f42e8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:11.862202 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d204e027-359a-4890-b03c-78067fbe90a1 req-b656ae33-5b7b-4604-81ba-b139967f42e8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0838053 May 27 13:16:11.883896 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a', 'code': 200} May 27 13:16:11.921540 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:11.925137 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:11.926156 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d204e027-359a-4890-b03c-78067fbe90a1 req-9ba7ee4c-6962-4b88-8bdf-143b9bc2fd56 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567129 May 27 13:16:12.145550 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b4031-6a6c-46c7-8ab1-e3a12e46110e req-ef4e5c66-6d0e-45b2-8428-1b151d3b4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:12.147195 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-145b4031-6a6c-46c7-8ab1-e3a12e46110e req-ef4e5c66-6d0e-45b2-8428-1b151d3b4c54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 1098 time: 0.0762441 May 27 13:16:12.190976 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-145b4031-6a6c-46c7-8ab1-e3a12e46110e req-cc736f39-32ba-499a-843d-cfdc904e6e25 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 May 27 13:16:12.528829 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2699ef-8bd7-4dcd-8970-1560f09e2ed7 req-bacc7321-e915-4376-a992-348b1b204a37 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:12.530572 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee2699ef-8bd7-4dcd-8970-1560f09e2ed7 req-bacc7321-e915-4376-a992-348b1b204a37 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 945 time: 0.0821590 May 27 13:16:12.582562 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee2699ef-8bd7-4dcd-8970-1560f09e2ed7 req-3f985ca5-c043-41a3-9142-f9f82d5b7a9c tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460839 May 27 13:16:13.124264 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195300-ebe6-4354-8459-dfed39b11560 req-12b2ccda-bf07-449b-9bc1-b12c05d5c1fd tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:13.125744 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-68195300-ebe6-4354-8459-dfed39b11560 req-12b2ccda-bf07-449b-9bc1-b12c05d5c1fd tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0849063 May 27 13:16:13.170899 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-68195300-ebe6-4354-8459-dfed39b11560 req-808c6694-76aa-42f6-8169-40b3f49a56ac tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 May 27 13:16:13.552231 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45384) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:13.720099 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:13.736114 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:13.743061 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5d016c5e2441e1a0daee598abe62a5 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:13.746781 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:13.753466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:13.921713 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886bb44-bd7e-4a1f-9d12-281fadbb8300 req-c45a8153-1166-41b8-bc9c-f589933ff54e tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:13.923112 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2886bb44-bd7e-4a1f-9d12-281fadbb8300 req-c45a8153-1166-41b8-bc9c-f589933ff54e tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 945 time: 0.1356974 May 27 13:16:13.931418 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:13.946679 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:13.955748 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b10aed27-96dc-4f2d-be6c-430ac6e27e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:14.011170 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2886bb44-bd7e-4a1f-9d12-281fadbb8300 req-93ef53e5-a0a9-4565-be92-5a5ca9803596 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815547 May 27 13:16:14.015969 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d5d016c5e2441e1a0daee598abe62a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626200 May 27 13:16:14.017766 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cab501-6e9c-4340-b347-28c08f0ef5b6,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:14.018870 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45394) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:14.025660 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:14.080622 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.108329 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.163509 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.167229 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:14.178414 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cab501-6e9c-4340-b347-28c08f0ef5b6,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:14.181785 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:14.185176 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.186320 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0cab501-6e9c-4340-b347-28c08f0ef5b6 HTTP/1.1" status: 204 len: 168 time: 0.1650982 May 27 13:16:14.365779 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6979458-821d-471e-9ce3-4c3af5e8ae9d req-6f5e2529-8545-4c5d-a486-a9a36d592195 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:14.367287 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6979458-821d-471e-9ce3-4c3af5e8ae9d req-6f5e2529-8545-4c5d-a486-a9a36d592195 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0855870 May 27 13:16:14.412122 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6979458-821d-471e-9ce3-4c3af5e8ae9d req-7be63aa0-42e8-466a-82bb-e5b6bc110168 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 May 27 13:16:14.474559 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45404) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:14.492532 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.506886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:14.510795 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Usage tracker for resource:security_group_rule and tenant:f310e5ef3b11459287dae2d875b3db2f is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:14.513711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:14.519483 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:14.608945 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.613896 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.622456 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-79c1c7f0-a110-4b1d-a89d-894df6899922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:14.663004 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f310e5ef3b11459287dae2d875b3db2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874099 May 27 13:16:14.664624 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873d5f77-88cf-4076-a03f-e7167807ecd2,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:14.666067 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45408) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:14.667625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:14.739259 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.766761 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.821012 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.824685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-04c4ad71-e365-4659-8db6-0880d21a118a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:14.837477 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d5f77-88cf-4076-a03f-e7167807ecd2,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:14.840847 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:14.844033 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:14.847934 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/873d5f77-88cf-4076-a03f-e7167807ecd2 HTTP/1.1" status: 204 len: 168 time: 0.1806829 May 27 13:16:15.201082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034943e-f155-407e-9b13-8cfd1f7d4362 req-70c3e5fc-7a5c-491e-8ab6-974a0ada3999 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:15.202585 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8034943e-f155-407e-9b13-8cfd1f7d4362 req-70c3e5fc-7a5c-491e-8ab6-974a0ada3999 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 945 time: 0.0801258 May 27 13:16:15.248875 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8034943e-f155-407e-9b13-8cfd1f7d4362 req-35f3f0d2-8f51-494e-bd55-d8963f78c03d tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 May 27 13:16:15.609070 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3d335-257d-439b-82a0-f4fb53913aa8 req-d8e26dc7-a2be-4d99-b9ae-bd8a8b7a9d12 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:15.610464 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bad3d335-257d-439b-82a0-f4fb53913aa8 req-d8e26dc7-a2be-4d99-b9ae-bd8a8b7a9d12 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0861998 May 27 13:16:15.658243 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bad3d335-257d-439b-82a0-f4fb53913aa8 req-6c207806-94fb-48f7-baed-f114786ec626 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 May 27 13:16:16.432951 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961aad-99b3-478d-b48c-818c11064957 req-8173cdf2-a51d-48fd-8cd2-e5194958d93c tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:16.434460 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e2961aad-99b3-478d-b48c-818c11064957 req-8173cdf2-a51d-48fd-8cd2-e5194958d93c tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 945 time: 0.0793166 May 27 13:16:16.478827 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e2961aad-99b3-478d-b48c-818c11064957 req-e9dbaaf1-44aa-4a26-a3dc-f3970c2bd760 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 May 27 13:16:16.856216 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04420a-ecc9-4f61-aade-a7451bef51ea req-ca174ba0-aaf4-428c-b17a-04d987a1b3d1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:16.857685 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1f04420a-ecc9-4f61-aade-a7451bef51ea req-ca174ba0-aaf4-428c-b17a-04d987a1b3d1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0843425 May 27 13:16:16.907064 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1f04420a-ecc9-4f61-aade-a7451bef51ea req-6d0f077f-73b4-4ca0-aad7-93adad96cf9f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 May 27 13:16:17.699858 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f19a-608c-4a40-95f3-7ce4676c0036 req-d0ccc2c2-b107-4e30-8404-51c5dd8a38f3 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:17.701332 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2b98f19a-608c-4a40-95f3-7ce4676c0036 req-d0ccc2c2-b107-4e30-8404-51c5dd8a38f3 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 945 time: 0.0973458 May 27 13:16:17.748754 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2b98f19a-608c-4a40-95f3-7ce4676c0036 req-9161ad06-cfd1-4ee0-9ace-e748acc68474 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 May 27 13:16:18.109809 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c0a68-937e-478b-8206-bfb5691f7b31 req-fffad414-742e-4a48-82b7-af4e3bae7adf tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:18.111255 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1e9c0a68-937e-478b-8206-bfb5691f7b31 req-fffad414-742e-4a48-82b7-af4e3bae7adf tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0848069 May 27 13:16:18.162003 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1e9c0a68-937e-478b-8206-bfb5691f7b31 req-634575e4-3094-4051-88ff-600ee1553cd7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 May 27 13:16:18.733125 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-e65c87ac-377d-42e3-a413-909e573f1b53 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:18.734515 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-e65c87ac-377d-42e3-a413-909e573f1b53 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 945 time: 0.0885966 May 27 13:16:19.011022 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Deleting port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:16:19.011360 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:19.117973 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9214a0a-251c-436b-9637-a06915fa78f7 req-63bb8875-b1b1-44d8-81c9-3aaf14350827 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:19.119437 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9214a0a-251c-436b-9637-a06915fa78f7 req-63bb8875-b1b1-44d8-81c9-3aaf14350827 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b69514f-c4dd-42e0-9068-05c118d79a5c HTTP/1.1" status: 200 len: 945 time: 0.2556648 May 27 13:16:19.182390 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] For port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:19.182734 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:19.254338 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9214a0a-251c-436b-9637-a06915fa78f7 req-bb49f885-64f2-420d-9940-ebca17486044 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209705 May 27 13:16:19.315438 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Calling delete_port for c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:16:19.429210 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fd256-085a-47e9-a41a-20dc437fb535 req-28f57af4-787c-4016-88e0-a8e351b352b7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:19.430689 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e17fd256-085a-47e9-a41a-20dc437fb535 req-28f57af4-787c-4016-88e0-a8e351b352b7 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1228168 May 27 13:16:19.534681 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e17fd256-085a-47e9-a41a-20dc437fb535 req-6ed7f7a2-55bd-4aed-a662-82ab4bbcf3f1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570998 May 27 13:16:19.535286 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:19.541534 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e339a1a7-5999-4eb8-9296-6cc9691fe9fe tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:19.562087 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:19.589307 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Pushing event deleted for resources: {'Port': ['ID=c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:19.593274 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:19.670028 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] No DVR routers for this DVR port c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:16:19.672984 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:19.675654 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'name': 'network-vif-deleted', 'tag': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:19.703023 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9f4cceb3-0a0e-4188-be5d-56d882976bb2 req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "DELETE /v2.0/ports/c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a HTTP/1.1" status: 204 len: 173 time: 0.9550099 May 27 13:16:19.712217 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45530) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:19.722243 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b69514f-c4dd-42e0-9068-05c118d79a5c', 'name': 'network-vif-deleted', 'tag': 'c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a', 'status': 'completed', 'code': 200} May 27 13:16:19.845600 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:19.860814 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:19.864645 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Usage tracker for resource:security_group_rule and tenant:f55aacc666fb4826b0ea4bd3b42d2634 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:19.868184 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:19.873927 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:19.957277 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:19.963652 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:19.970896 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5fa843fe-c099-42fe-aa81-c099a2ff0482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:20.010376 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5730d55-24f5-4a16-ab8a-58b17b2efa93,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:20.014757 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f55aacc666fb4826b0ea4bd3b42d2634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014801 May 27 13:16:20.015636 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:20.017732 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45536) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:20.079448 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.105615 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.159658 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.163608 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a6d10c73-d928-4c04-afdc-1f8f9475009c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:20.174965 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5730d55-24f5-4a16-ab8a-58b17b2efa93,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:20.178502 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:20.182116 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.183562 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e5730d55-24f5-4a16-ab8a-58b17b2efa93 HTTP/1.1" status: 204 len: 168 time: 0.1647630 May 27 13:16:20.506868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45548) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:20.535555 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.553884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:20.558060 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Usage tracker for resource:security_group_rule and tenant:e132e50f23f94e41a586f62365cd8f2f is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:20.561269 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:20.574705 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:20.704399 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.711673 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.721106 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:20.769374 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd5142-43ce-448c-bbd5-6ef5fd92f432,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:20.773602 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e132e50f23f94e41a586f62365cd8f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657528 May 27 13:16:20.774546 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:20.776334 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45564) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:20.797909 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdd370-c34b-4578-857b-ebc5bdc6966d req-b78763c6-c34e-4d7f-bf87-837518107abe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:20.799375 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ebdd370-c34b-4578-857b-ebc5bdc6966d req-b78763c6-c34e-4d7f-bf87-837518107abe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1375520 May 27 13:16:20.841935 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.868923 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.872620 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d060-195d-4e87-928c-e72a8352320a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.926158 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.929911 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3b4323f3-41a2-46a2-afae-e17b17db705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:20.941069 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd5142-43ce-448c-bbd5-6ef5fd92f432,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:20.942223 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ebdd370-c34b-4578-857b-ebc5bdc6966d req-d46c34ac-bf53-4b81-9f92-a0a893f630f0 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360550 May 27 13:16:20.943384 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:20.948607 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:20.950044 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dcd5142-43ce-448c-bbd5-6ef5fd92f432 HTTP/1.1" status: 204 len: 168 time: 0.1711781 May 27 13:16:21.000714 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-fb254e02-9e01-4b08-9389-84368823a297 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:21.002183 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-fb254e02-9e01-4b08-9389-84368823a297 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/networks?id=a193a3ed-707e-47db-996d-c970b64b595c HTTP/1.1" status: 200 len: 808 time: 0.1795287 May 27 13:16:21.017507 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-9beae900-e9db-4380-a116-b94d2d81f6ec tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/quotas/a666469bbafc4700bdcd5ede52b753fe HTTP/1.1" status: 200 len: 375 time: 0.0095506 May 27 13:16:21.064561 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-e280583a-c00c-4b48-ae73-9af9dad75e63 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Synchronizing usage tracker for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:21.081711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-e280583a-c00c-4b48-ae73-9af9dad75e63 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Unset dirty status for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:21.083395 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-e280583a-c00c-4b48-ae73-9af9dad75e63 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a666469bbafc4700bdcd5ede52b753fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606322 May 27 13:16:21.219064 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-5b46886f-bd53-473d-a040-1c2e0959b7c1 service neutron] 10.222.0.76 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279392 May 27 13:16:21.350399 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b81ec344-3cb0-4161-8367-ec1805e15f89 service neutron] 10.222.0.76 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250780 May 27 13:16:21.531864 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bc1a3615-5722-46cb-95d5-09ae52fd50e9 req-66154eec-25ed-473b-99be-402dfee8add5 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 210 time: 0.0448575 May 27 13:16:21.611271 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:16:21.678057 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:16:21.678410 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device c7a8c6e0-d438-42d9-8a0e-0ecdaa63ed3a not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:16:22.153506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef4f4e-4d95-4560-9a99-d94f5547b44f req-f40de1d0-8597-4b0b-8c9d-7c93d481f0b5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:22.155341 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8fef4f4e-4d95-4560-9a99-d94f5547b44f req-f40de1d0-8597-4b0b-8c9d-7c93d481f0b5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0915513 May 27 13:16:22.204705 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8fef4f4e-4d95-4560-9a99-d94f5547b44f req-06a352bf-abd6-4a7d-88c4-7a489a5c84d9 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 May 27 13:16:22.730397 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-651fece2-a63f-459d-b41d-0d7aed0839bc req-40710ccb-80a6-4099-a9db-e942ed78d938 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 210 time: 0.0713215 May 27 13:16:22.959938 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-38c22293-9051-4273-b591-e244c3df4442 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:22.959938 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-38c22293-9051-4273-b591-e244c3df4442 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "GET /v2.0/networks?id=a193a3ed-707e-47db-996d-c970b64b595c HTTP/1.1" status: 200 len: 808 time: 0.2595160 May 27 13:16:22.985549 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Request body: {'port': {'device_id': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c', 'admin_state_up': True, 'tenant_id': 'a666469bbafc4700bdcd5ede52b753fe'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:23.137728 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:23.147428 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:23.158045 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Made reservation on behalf of a666469bbafc4700bdcd5ede52b753fe for: {'port': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:23.161700 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:23.300095 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:23.375877 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e6ce9be2-4def-471c-a6b4-5d6de4fabfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:23.377763 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Allocated IP 172.20.0.8 (a193a3ed-707e-47db-996d-c970b64b595c/65dc16d3-132a-4e86-a253-d51995c4aa49/8d4a3eed-15d9-4032-90a2-dc577436784e) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:16:23.476511 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b1f44-a523-4c87-96c8-b6deb412c8c7 req-699dcebe-dc79-4f9e-8a3a-76920ecdb95b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:23.477975 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-981b1f44-a523-4c87-96c8-b6deb412c8c7 req-699dcebe-dc79-4f9e-8a3a-76920ecdb95b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1597269 May 27 13:16:23.600123 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-981b1f44-a523-4c87-96c8-b6deb412c8c7 req-98b7740f-76e1-4e92-aaf2-b1bfe31c9925 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736229 May 27 13:16:23.644279 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:23.678869 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:23.685252 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-931c49d7-62d8-489c-8580-5530232debbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:23.752383 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Network a193a3ed-707e-47db-996d-c970b64b595c is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:16:23.755497 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:23.759461 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:16:23.797110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Pushing event updated for resources: {'Port': ['ID=8d4a3eed-15d9-4032-90a2-dc577436784e,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:23.805287 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:23.826570 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:23.827180 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:23.909673 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307072 May 27 13:16:23.940316 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc7b22-58ae-4f88-b2b6-cd95aae5dc18 req-00163ab2-6a11-4e53-b383-4b175516fb03 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:23.941018 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-defc7b22-58ae-4f88-b2b6-cd95aae5dc18 req-00163ab2-6a11-4e53-b383-4b175516fb03 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Synchronizing usage tracker for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:23.957863 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-defc7b22-58ae-4f88-b2b6-cd95aae5dc18 req-00163ab2-6a11-4e53-b383-4b175516fb03 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Unset dirty status for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:23.959503 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-defc7b22-58ae-4f88-b2b6-cd95aae5dc18 req-00163ab2-6a11-4e53-b383-4b175516fb03 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 931 time: 0.1115763 May 27 13:16:24.008953 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-defc7b22-58ae-4f88-b2b6-cd95aae5dc18 req-1f265386-9737-4dfb-878d-dc709d18b7fc tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 May 27 13:16:24.017520 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Request body: {'port': {'device_id': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:24.131709 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:24.480171 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4a3eed-15d9-4032-90a2-dc577436784e {{(pid=91947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:24.487820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:24.503186 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Transition to ACTIVE for port object 8d4a3eed-15d9-4032-90a2-dc577436784e will not be triggered until provisioned by entity L2. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:16:24.509710 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:24.516689 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:24.518317 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:24.670216 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Pushing event updated for resources: {'Port': ['ID=8d4a3eed-15d9-4032-90a2-dc577436784e,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:24.677560 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:24.881735 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Attempting to bind port 8d4a3eed-15d9-4032-90a2-dc577436784e on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:16:24.882539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Attempting to bind port 8d4a3eed-15d9-4032-90a2-dc577436784e by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:16:24.882539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Attempting to bind port 8d4a3eed-15d9-4032-90a2-dc577436784e on network a193a3ed-707e-47db-996d-c970b64b595c {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:24.890816 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Port 8d4a3eed-15d9-4032-90a2-dc577436784e on network a193a3ed-707e-47db-996d-c970b64b595c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:16:24.891131 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Attempting to bind port 8d4a3eed-15d9-4032-90a2-dc577436784e on network a193a3ed-707e-47db-996d-c970b64b595c {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:24.899029 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:16:24.899345 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Checking segment: {'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:24.899717 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Bound using segment: {'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:16:24.900134 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Bound port: 8d4a3eed-15d9-4032-90a2-dc577436784e, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824ff3b5-91fc-403b-8a0f-303086abbfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c'}}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:16:24.900473 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:24.949507 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abd97c-20c7-4445-bd70-19ff4e708b0d req-61c78359-19e4-4e9c-a2fa-90c270834737 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:24.950957 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-13abd97c-20c7-4445-bd70-19ff4e708b0d req-61c78359-19e4-4e9c-a2fa-90c270834737 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1584153 May 27 13:16:25.026918 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-13abd97c-20c7-4445-bd70-19ff4e708b0d req-9a148a2b-8edf-48c8-aa83-0d62f026d8fe tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693552 May 27 13:16:25.036446 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] For port 8d4a3eed-15d9-4032-90a2-dc577436784e, host hv-cinder-75157, cleared binding levels {{(pid=91947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:16:25.040112 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] For port 8d4a3eed-15d9-4032-90a2-dc577436784e, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d4a3eed-15d9-4032-90a2-dc577436784e,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:16:25.048189 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:25.052190 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b5e5a3e7-95e7-4b14-a76b-d6d2d73cc509 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:25.115726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:25.116341 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:25.117712 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] 10.222.0.64 "PUT /v2.0/ports/8d4a3eed-15d9-4032-90a2-dc577436784e HTTP/1.1" status: 200 len: 1093 time: 1.1043904 May 27 13:16:25.118232 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'tag': '8d4a3eed-15d9-4032-90a2-dc577436784e'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:25.220102 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Pushing event updated for resources: {'Port': ['ID=8d4a3eed-15d9-4032-90a2-dc577436784e,revision_number=3']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:25.224042 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:25.258978 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'tag': '8d4a3eed-15d9-4032-90a2-dc577436784e', 'status': 'completed', 'code': 200} May 27 13:16:25.279062 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03a287-e7a4-43de-82c6-66167361fd55 req-b18a9704-fe7a-49d2-a72b-296c08e35b1b tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:25.280569 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a03a287-e7a4-43de-82c6-66167361fd55 req-b18a9704-fe7a-49d2-a72b-296c08e35b1b tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 943 time: 0.1575339 May 27 13:16:25.286137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ce4e790e-6efb-4d40-b188-6d7ee1b17688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:25.287593 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-ce4e790e-6efb-4d40-b188-6d7ee1b17688 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a666469bbafc4700bdcd5ede52b753fe&device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 1096 time: 0.1223624 May 27 13:16:25.369264 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-eb81418c-3052-4a8b-8f0d-2d26932fcfee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4a3eed-15d9-4032-90a2-dc577436784e HTTP/1.1" status: 200 len: 217 time: 0.0674314 May 27 13:16:25.390080 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a03a287-e7a4-43de-82c6-66167361fd55 req-a297edf1-505e-4313-8e97-2fac3e0c98cf tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015863 May 27 13:16:25.451410 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-404c9606-f47f-4d13-8d30-d065cc77dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:25.452883 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-404c9606-f47f-4d13-8d30-d065cc77dbb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65dc16d3-132a-4e86-a253-d51995c4aa49 HTTP/1.1" status: 200 len: 848 time: 0.0570986 May 27 13:16:25.510934 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-3a683a00-4b85-4084-a796-373981faea44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a193a3ed-707e-47db-996d-c970b64b595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504248 May 27 13:16:25.658056 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-f1353d4b-38fa-4108-a365-48dd9c70bd44 service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362426 May 27 13:16:25.794092 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6876bbe6-b48f-4763-ada5-d23c53a30c69 req-a7210c72-a10b-4e72-881a-0e2169f250ca service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287003 May 27 13:16:25.794596 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:25.930430 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-a63514d7-fada-4d80-91ea-3f4deca13c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:25.931926 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-a63514d7-fada-4d80-91ea-3f4deca13c0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a666469bbafc4700bdcd5ede52b753fe&device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 1096 time: 0.0786295 May 27 13:16:26.066638 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-cff5f1d0-b26c-4309-ba92-54af15feb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:26.068212 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-cff5f1d0-b26c-4309-ba92-54af15feb62e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a193a3ed-707e-47db-996d-c970b64b595c HTTP/1.1" status: 200 len: 909 time: 0.1282091 May 27 13:16:26.136973 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-555cd754-3ee1-49a0-b809-c2d86fe76580 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4a3eed-15d9-4032-90a2-dc577436784e HTTP/1.1" status: 200 len: 217 time: 0.0612943 May 27 13:16:26.256059 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-98469278-3241-4775-ad05-1e4cfa9962c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:26.257719 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-98469278-3241-4775-ad05-1e4cfa9962c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65dc16d3-132a-4e86-a253-d51995c4aa49 HTTP/1.1" status: 200 len: 848 time: 0.0778563 May 27 13:16:26.317551 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-eb9977f9-9592-4e1e-abf3-21257ed66ee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a193a3ed-707e-47db-996d-c970b64b595c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508232 May 27 13:16:26.329024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b023e-c0e4-46f5-b3f6-9c327705712f req-6e49c085-a6a3-4445-aeb2-9d4cd76ee93e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:26.330421 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-339b023e-c0e4-46f5-b3f6-9c327705712f req-6e49c085-a6a3-4445-aeb2-9d4cd76ee93e tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1847427 May 27 13:16:26.554954 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-339b023e-c0e4-46f5-b3f6-9c327705712f req-b199684b-8786-4529-a524-ee6c12b23e14 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027397 May 27 13:16:26.591876 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-b24e4b1a-a2d6-4f72-8aed-680bc999efbc service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597251 May 27 13:16:26.791639 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fdcd95f1-9e5a-445c-9938-d1b7db01ee30 req-1d84f085-cc91-4b52-8214-ff6026fa4045 service neutron] 10.222.0.64 "GET /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858616 May 27 13:16:26.810659 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e13160-1a7b-4c4f-a8fa-6ef9a098d59e req-712a6194-81b9-4766-8231-f4da45ac0994 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:26.812077 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a6e13160-1a7b-4c4f-a8fa-6ef9a098d59e req-712a6194-81b9-4766-8231-f4da45ac0994 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 943 time: 0.1326482 May 27 13:16:26.857672 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a6e13160-1a7b-4c4f-a8fa-6ef9a098d59e req-540b208c-079e-418a-a6db-bc6a8e391223 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396786 May 27 13:16:27.741063 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf598f0-bb79-4561-b852-01346a010ac8 req-61e72ed3-c557-4786-8fc2-a0124537b94b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:27.742444 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bdf598f0-bb79-4561-b852-01346a010ac8 req-61e72ed3-c557-4786-8fc2-a0124537b94b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0824332 May 27 13:16:27.787591 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bdf598f0-bb79-4561-b852-01346a010ac8 req-af83eb76-03d5-4380-898f-664251b947dd tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 May 27 13:16:28.057882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756221-49a9-4443-b113-e89a77b2f0b0 req-6a1dadf0-ba73-4d25-a143-93725324f296 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:28.059495 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b756221-49a9-4443-b113-e89a77b2f0b0 req-6a1dadf0-ba73-4d25-a143-93725324f296 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 943 time: 0.0896077 May 27 13:16:28.106450 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b756221-49a9-4443-b113-e89a77b2f0b0 req-b2f0e19a-497b-4c33-8f35-98a452b427ba tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 May 27 13:16:28.818311 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45760) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:28.938158 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:28.952892 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:28.957078 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Usage tracker for resource:security_group_rule and tenant:d47adf67c5364dba82f291f1ce48dc21 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:28.960592 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:28.966587 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:28.982447 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df402e2-4fd7-4f17-b42d-c323bde96a4d req-cb06dba5-c099-4263-9aff-0b27320fd102 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:28.983907 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9df402e2-4fd7-4f17-b42d-c323bde96a4d req-cb06dba5-c099-4263-9aff-0b27320fd102 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0836630 May 27 13:16:29.033155 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9df402e2-4fd7-4f17-b42d-c323bde96a4d req-0ac9e786-1a8a-4af7-81f8-5576aad2b200 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 May 27 13:16:29.050447 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.055211 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.062471 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-36bb87fb-30ca-4bc9-9399-6d69c7ec1c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:29.103252 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9cb30e-5203-4eb3-b179-bb7990b179d8,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:29.107581 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d47adf67c5364dba82f291f1ce48dc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883391 May 27 13:16:29.108464 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:29.110352 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45766) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:29.169689 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.199685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.252826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.256672 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6637fa98-01d4-4738-9bd5-2a5fe524f43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:29.267962 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9cb30e-5203-4eb3-b179-bb7990b179d8,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:29.271451 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:29.274886 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.276129 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f9cb30e-5203-4eb3-b179-bb7990b179d8 HTTP/1.1" status: 204 len: 168 time: 0.1648676 May 27 13:16:29.301145 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715050a-7881-4f05-ab20-2f27a0fe7d8a req-dc907f2c-323c-4878-a8ac-888aa7dfafab tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.302659 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4715050a-7881-4f05-ab20-2f27a0fe7d8a req-dc907f2c-323c-4878-a8ac-888aa7dfafab tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 943 time: 0.0895555 May 27 13:16:29.350614 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4715050a-7881-4f05-ab20-2f27a0fe7d8a req-2f1f3787-e6d1-4b8c-8e3a-1f13621d1681 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416524 May 27 13:16:29.579877 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45776) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:29.598236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.613104 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:29.617156 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f9f4965da949a9a95644341b7dfde8 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:29.620226 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:29.626375 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:29.660751 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 8d4a3eed-15d9-4032-90a2-dc577436784e details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:16:29.713899 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.721588 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.731822 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e9bfdaae-5c79-4161-b7a7-f15c97da9d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:29.775440 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45782) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:29.775600 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c9f9f4965da949a9a95644341b7dfde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945422 May 27 13:16:29.780245 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea4d1e-36bd-4889-9315-aaaa4819d11f,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:29.783496 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:29.835515 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 8d4a3eed-15d9-4032-90a2-dc577436784e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d4a3eed-15d9-4032-90a2-dc577436784e,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:29.839390 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.848869 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '8d4a3eed-15d9-4032-90a2-dc577436784e', 'network_id': 'a193a3ed-707e-47db-996d-c970b64b595c', 'port_id': '8d4a3eed-15d9-4032-90a2-dc577436784e', 'mac_address': 'fa:16:3e:05:2a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dc16d3-132a-4e86-a253-d51995c4aa49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:16:29.865108 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.907827 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.922069 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.925783 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:29.925913 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4a3eed-15d9-4032-90a2-dc577436784e {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:29.941201 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea4d1e-36bd-4889-9315-aaaa4819d11f,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:29.944276 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:29.945333 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 8d4a3eed-15d9-4032-90a2-dc577436784e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d4a3eed-15d9-4032-90a2-dc577436784e,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:29.946406 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.948793 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8ea4d1e-36bd-4889-9315-aaaa4819d11f HTTP/1.1" status: 204 len: 168 time: 0.1710122 May 27 13:16:29.953927 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:29.957136 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:30.035843 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=8d4a3eed-15d9-4032-90a2-dc577436784e,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:30.038946 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:30.226634 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487252d-8834-470e-b875-5977819d712d req-3b06182e-d4da-4015-bf9b-cb075c831471 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:30.228153 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6487252d-8834-470e-b875-5977819d712d req-3b06182e-d4da-4015-bf9b-cb075c831471 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0814273 May 27 13:16:30.274780 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6487252d-8834-470e-b875-5977819d712d req-9dfe91be-95af-43b4-9e68-c4c5a8992393 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 May 27 13:16:30.544649 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc7ad7-7625-4aad-9caa-34ff3a75f139 req-209d230f-10ac-41cf-9b4a-f4e79cf43363 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:30.545962 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-31dc7ad7-7625-4aad-9caa-34ff3a75f139 req-209d230f-10ac-41cf-9b4a-f4e79cf43363 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 944 time: 0.0899091 May 27 13:16:30.583807 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['8d4a3eed-15d9-4032-90a2-dc577436784e'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:30.595295 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-31dc7ad7-7625-4aad-9caa-34ff3a75f139 req-ddfad434-6092-481f-bda3-f43f136d092d tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 May 27 13:16:30.809532 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-60255232-6024-4d5c-a98b-08b4b790be59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686913 May 27 13:16:30.906619 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-4ff17bc0-9794-4039-9cfc-0ec3795dcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:30.907893 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-4ff17bc0-9794-4039-9cfc-0ec3795dcc10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 1098 time: 0.0761228 May 27 13:16:31.069928 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-f51301fe-4248-47d4-ac76-1ba5b755f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:31.071504 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-f51301fe-4248-47d4-ac76-1ba5b755f85b service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.1383140 May 27 13:16:31.158334 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-9ec5764a-8186-4379-8793-523b4db0c529 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb HTTP/1.1" status: 200 len: 217 time: 0.0689354 May 27 13:16:31.249065 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-1a889386-e5c3-4774-a7b6-083c1e56766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:31.250612 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-1a889386-e5c3-4774-a7b6-083c1e56766f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.0635679 May 27 13:16:31.304731 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-4c0a6a97-9a5e-46aa-b037-942d495b88ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429871 May 27 13:16:31.371872 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af2551-45e0-4098-9406-b155adabc8e7 req-b06f0bab-89ee-4283-b109-e9d08a0fa235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:31.373434 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a3af2551-45e0-4098-9406-b155adabc8e7 req-b06f0bab-89ee-4283-b109-e9d08a0fa235 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.1760008 May 27 13:16:31.419111 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a3af2551-45e0-4098-9406-b155adabc8e7 req-d8c8c1a2-69dd-4060-82b0-b80e28f50dda service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 May 27 13:16:31.578298 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-dc52702f-c347-4932-a8c4-bf3c5c9c05d1 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655213 May 27 13:16:31.664651 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9ba2c-6f42-4eb4-9db5-3104e4d5f157 req-fb82cbeb-bdec-498b-8df4-859edd9cda7c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:31.666152 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f8b9ba2c-6f42-4eb4-9db5-3104e4d5f157 req-fb82cbeb-bdec-498b-8df4-859edd9cda7c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.2729936 May 27 13:16:31.794603 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f8b9ba2c-6f42-4eb4-9db5-3104e4d5f157 req-fff8e504-4733-41cc-8b3c-51b66db4032a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212916 May 27 13:16:31.799105 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f765745b-e0ff-4cef-ab60-b69e2e06a5c0 req-97fed283-e415-4a65-8ed7-48557d09ba2a service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120781 May 27 13:16:31.837201 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91de1-16bf-4bf8-a1a5-81c2d4f21efd req-a4785531-6128-4dcb-a32c-b33b31129e1d tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:31.838713 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1b91de1-16bf-4bf8-a1a5-81c2d4f21efd req-a4785531-6128-4dcb-a32c-b33b31129e1d tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 944 time: 0.1293929 May 27 13:16:31.883913 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1b91de1-16bf-4bf8-a1a5-81c2d4f21efd req-fd5a5e8d-7354-4109-9ada-1817fbc80727 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 May 27 13:16:33.017682 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0b0cb-d8bc-41d6-aec1-6ff4936de546 req-062323fe-638b-4a8b-bb4f-fae5f8f0d2eb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:33.019272 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c6b0b0cb-d8bc-41d6-aec1-6ff4936de546 req-062323fe-638b-4a8b-bb4f-fae5f8f0d2eb tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1097760 May 27 13:16:33.117448 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c6b0b0cb-d8bc-41d6-aec1-6ff4936de546 req-0d124b40-f985-4844-93a0-bf48eee5f89a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575347 May 27 13:16:33.152212 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ff117-7271-47a8-89df-10330d5c27e2 req-ce4cd3e3-7ba5-4054-a7c1-06349ec9de7c tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:33.152212 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-902ff117-7271-47a8-89df-10330d5c27e2 req-ce4cd3e3-7ba5-4054-a7c1-06349ec9de7c tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 944 time: 0.1261616 May 27 13:16:33.198899 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-902ff117-7271-47a8-89df-10330d5c27e2 req-140d4566-f101-4e82-89cf-8d5e8a726ecb tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 May 27 13:16:33.683233 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 8d4a3eed-15d9-4032-90a2-dc577436784e up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:16:33.764468 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 8d4a3eed-15d9-4032-90a2-dc577436784e completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:16:33.769432 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 8d4a3eed-15d9-4032-90a2-dc577436784e triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:16:33.769796 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:33.888346 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:33.916015 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4a3eed-15d9-4032-90a2-dc577436784e'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:33.925985 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 8d4a3eed-15d9-4032-90a2-dc577436784e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d4a3eed-15d9-4032-90a2-dc577436784e,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:33.930743 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:33.932741 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-2b5e8eff-626d-4dac-ab7a-4eff5bda7ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:33.967015 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4a3eed-15d9-4032-90a2-dc577436784e', 'code': 200} May 27 13:16:34.005562 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=8d4a3eed-15d9-4032-90a2-dc577436784e,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:34.008720 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:34.215972 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d4fc3-bf47-4e3c-a733-2860f351aaa5 req-75406687-dbb8-4bde-bb30-4e1389f7bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:34.217486 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-974d4fc3-bf47-4e3c-a733-2860f351aaa5 req-75406687-dbb8-4bde-bb30-4e1389f7bb75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 1098 time: 0.0706277 May 27 13:16:34.308704 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-974d4fc3-bf47-4e3c-a733-2860f351aaa5 req-39a4f76d-bbd4-4ab4-9789-e99ae5463f3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792565 May 27 13:16:34.396271 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b3690-f78e-4a55-b4da-016b248c5b21 req-72010fa9-26f7-4874-b325-2582204add02 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:34.397800 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd0b3690-f78e-4a55-b4da-016b248c5b21 req-72010fa9-26f7-4874-b325-2582204add02 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1538293 May 27 13:16:34.413808 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1b462-7606-4266-af2b-b9021d1b5eaa req-69443513-1c8d-4d36-9cdb-74b1391e078b tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:34.415090 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c2d1b462-7606-4266-af2b-b9021d1b5eaa req-69443513-1c8d-4d36-9cdb-74b1391e078b tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 945 time: 0.1085255 May 27 13:16:34.479299 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd0b3690-f78e-4a55-b4da-016b248c5b21 req-b9f79ea5-d2d9-4793-b25b-c4c4616812e6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745194 May 27 13:16:34.483640 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c2d1b462-7606-4266-af2b-b9021d1b5eaa req-ba90065a-77f3-4088-951a-47eb19f92596 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569079 May 27 13:16:34.916477 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 45894) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:35.032077 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-c5c40a56-1e7c-4e45-9701-b583dcf4b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.033576 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-c5c40a56-1e7c-4e45-9701-b583dcf4b6ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=11142ba1693948109125509fd1f03a54&device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 1098 time: 0.1408761 May 27 13:16:35.045319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590ea6c-f9a5-43be-b65e-eb47f22d101f req-3b15efd9-782f-4f29-8ce6-c9a99d6fe416 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.046581 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.046803 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9590ea6c-f9a5-43be-b65e-eb47f22d101f req-3b15efd9-782f-4f29-8ce6-c9a99d6fe416 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1057630 May 27 13:16:35.061422 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:35.065339 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Usage tracker for resource:security_group_rule and tenant:82febc1cc76f4cb3ba0c1e7d3ffac2d6 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:35.068707 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:35.075526 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:35.160529 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.166217 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.169686 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9590ea6c-f9a5-43be-b65e-eb47f22d101f req-e51550a6-0ba2-412b-85e8-10fd762e4a99 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045916 May 27 13:16:35.175210 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-11d9c02f-80e3-412c-9368-a3ca53352200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:35.214413 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-790d80be-c152-4c87-9261-b4db5355c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.215896 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-790d80be-c152-4c87-9261-b4db5355c271 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 200 len: 920 time: 0.1682351 May 27 13:16:35.218341 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82febc1cc76f4cb3ba0c1e7d3ffac2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007824 May 27 13:16:35.219261 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240597aa-5688-4aac-b67f-49d99d88de2d,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:35.220999 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 45900) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:35.222651 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:35.301268 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-c03d5de1-5024-49f0-a780-0b7fb5627c4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 200 len: 217 time: 0.0672848 May 27 13:16:35.386335 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.388716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-023ed9a9-e48e-4ee3-8d00-17fc70061045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.390102 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-023ed9a9-e48e-4ee3-8d00-17fc70061045 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 200 len: 859 time: 0.0773664 May 27 13:16:35.450665 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.458149 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-4f47e150-59c9-4c75-b631-b238f2484792 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bf837b08-7f4f-4eb7-bddd-494768cf4649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559833 May 27 13:16:35.636778 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.645602 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c04b1912-91d9-40c2-956b-bdde5a36bce9 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:35.658717 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-7a9b71b7-bbe6-4223-9832-20697c86df02 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750860 May 27 13:16:35.665577 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240597aa-5688-4aac-b67f-49d99d88de2d,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:35.669105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:35.703761 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.704826 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/240597aa-5688-4aac-b67f-49d99d88de2d HTTP/1.1" status: 204 len: 168 time: 0.4828424 May 27 13:16:35.906029 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3e594-d9b0-4b91-b0ce-f44269222c07 req-1bc85a84-472f-4df8-b552-f77e7f098f36 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.909129 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b4a3e594-d9b0-4b91-b0ce-f44269222c07 req-1bc85a84-472f-4df8-b552-f77e7f098f36 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 945 time: 0.3090312 May 27 13:16:35.921028 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1430e61a-a52c-46bc-a579-44e895a9a382 req-e48ef046-9aa7-4a5c-acf5-30004812f8a5 service neutron] 10.222.0.64 "GET /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509792 May 27 13:16:35.970418 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b4a3e594-d9b0-4b91-b0ce-f44269222c07 req-5f9defa3-a018-4b76-8fa9-e00b5560b64f tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 May 27 13:16:36.301886 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:36.366465 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f05ec7-f6d7-4b14-baea-a5c321bec62f req-46d990f7-c576-42bb-ac53-faa4f01116fa tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:36.367898 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-32f05ec7-f6d7-4b14-baea-a5c321bec62f req-46d990f7-c576-42bb-ac53-faa4f01116fa tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0849781 May 27 13:16:36.412591 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-32f05ec7-f6d7-4b14-baea-a5c321bec62f req-d3c118db-80e1-45da-b3c7-8b3fdd6aa4e6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 May 27 13:16:37.188197 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04ff9d-2f1f-47b3-8b86-f8edb5b6f119 req-3c040156-1b31-4049-9f45-d8db8d7535ad tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:37.189680 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d04ff9d-2f1f-47b3-8b86-f8edb5b6f119 req-3c040156-1b31-4049-9f45-d8db8d7535ad tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 945 time: 0.0899589 May 27 13:16:37.235930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d04ff9d-2f1f-47b3-8b86-f8edb5b6f119 req-cef948e5-30d9-45bb-9ae2-53eaa65a5c08 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 May 27 13:16:37.613428 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b422b3-639c-4060-abe6-42cd382d23f7 req-a9419584-363e-4840-883a-988e5cea0ff8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:37.614872 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-67b422b3-639c-4060-abe6-42cd382d23f7 req-a9419584-363e-4840-883a-988e5cea0ff8 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0907912 May 27 13:16:37.661892 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-67b422b3-639c-4060-abe6-42cd382d23f7 req-7b4d15f0-dbdd-482a-bbcd-cdc7f9d13fc2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 May 27 13:16:38.555000 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93620da0-0df9-403a-ad27-159f127a7396 req-fd9c5be7-d90b-4d56-9ab1-68689298128c tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:38.556492 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93620da0-0df9-403a-ad27-159f127a7396 req-fd9c5be7-d90b-4d56-9ab1-68689298128c tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 945 time: 0.0839462 May 27 13:16:38.608262 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93620da0-0df9-403a-ad27-159f127a7396 req-4c13af49-8876-4703-b300-e22d1a8a9602 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 May 27 13:16:38.858025 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29c163-0bf4-434e-ba3f-3f93f4399fe3 req-6c7cf18e-5aa7-422c-81e2-80c9e23f5da6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:38.859559 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1c29c163-0bf4-434e-ba3f-3f93f4399fe3 req-6c7cf18e-5aa7-422c-81e2-80c9e23f5da6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0885918 May 27 13:16:38.905247 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1c29c163-0bf4-434e-ba3f-3f93f4399fe3 req-403a3985-91c5-4bbe-9bef-fb97dad73011 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 May 27 13:16:39.799712 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220742aa-3b5a-49db-8567-29e100f71b58 req-ee7d601a-dade-4558-8eda-da2259b026ff tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.801233 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-220742aa-3b5a-49db-8567-29e100f71b58 req-ee7d601a-dade-4558-8eda-da2259b026ff tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 945 time: 0.0791237 May 27 13:16:39.850068 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-220742aa-3b5a-49db-8567-29e100f71b58 req-136e1c04-0cfa-4a36-bab2-9320cf5a108d tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 May 27 13:16:40.114495 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86eaaaa-226d-466a-9271-aa0647ac36f3 req-a91baac1-5ee7-486b-a7e7-1c5015931611 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.119610 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b86eaaaa-226d-466a-9271-aa0647ac36f3 req-a91baac1-5ee7-486b-a7e7-1c5015931611 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0813985 May 27 13:16:40.173527 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b86eaaaa-226d-466a-9271-aa0647ac36f3 req-d4f90a18-f837-4581-af5e-e94e508ccb23 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507798 May 27 13:16:40.919523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dc727-c9d9-4d86-9616-2741846fc420 req-7deb4361-fb2e-4751-9bfb-838ca479ad68 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.921040 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-710dc727-c9d9-4d86-9616-2741846fc420 req-7deb4361-fb2e-4751-9bfb-838ca479ad68 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 945 time: 0.1020701 May 27 13:16:41.114650 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d3ee6-009c-4f35-9c1f-cf3497789dcb req-6b13b57b-00cd-418a-950e-100638296388 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:41.116201 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-293d3ee6-009c-4f35-9c1f-cf3497789dcb req-6b13b57b-00cd-418a-950e-100638296388 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 945 time: 0.1528702 May 27 13:16:41.145238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Deleting port 8d4a3eed-15d9-4032-90a2-dc577436784e {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:16:41.145430 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:41.232395 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-293d3ee6-009c-4f35-9c1f-cf3497789dcb req-cbe65d5d-c27e-4f95-97a3-e6d244c389d1 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/security-groups?id=9ded3b70-b718-4a30-9b1c-61838ca52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097693 May 27 13:16:41.295662 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] For port 8d4a3eed-15d9-4032-90a2-dc577436784e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=8d4a3eed-15d9-4032-90a2-dc577436784e,segment=NetworkSegment(824ff3b5-91fc-403b-8a0f-303086abbfe0),segment_id=824ff3b5-91fc-403b-8a0f-303086abbfe0)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:41.296035 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:41.420094 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Calling delete_port for 8d4a3eed-15d9-4032-90a2-dc577436784e owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:16:41.541439 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:41.553027 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7f4d18aa-172e-4320-bb8b-1ddaab0983b7 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:41.560715 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['8d4a3eed-15d9-4032-90a2-dc577436784e'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:41.603878 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Pushing event deleted for resources: {'Port': ['ID=8d4a3eed-15d9-4032-90a2-dc577436784e,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:41.607014 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:41.683540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] No DVR routers for this DVR port 8d4a3eed-15d9-4032-90a2-dc577436784e on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:16:41.687127 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:41.689999 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'name': 'network-vif-deleted', 'tag': '8d4a3eed-15d9-4032-90a2-dc577436784e'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:41.710434 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-710dc727-c9d9-4d86-9616-2741846fc420 req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.64 "DELETE /v2.0/ports/8d4a3eed-15d9-4032-90a2-dc577436784e HTTP/1.1" status: 204 len: 173 time: 0.7819088 May 27 13:16:41.755039 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1166cede-3192-4da8-b2ea-16a36a6da51b', 'name': 'network-vif-deleted', 'tag': '8d4a3eed-15d9-4032-90a2-dc577436784e', 'status': 'completed', 'code': 200} May 27 13:16:42.398818 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-acb3d365-4a27-4230-89ef-11ab39716267 req-4eefac8e-0b2f-4bb4-99cf-03c2c6a552ba tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Synchronizing usage tracker for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:42.415731 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-acb3d365-4a27-4230-89ef-11ab39716267 req-4eefac8e-0b2f-4bb4-99cf-03c2c6a552ba tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Unset dirty status for tenant:a666469bbafc4700bdcd5ede52b753fe on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:42.418392 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-acb3d365-4a27-4230-89ef-11ab39716267 req-4eefac8e-0b2f-4bb4-99cf-03c2c6a552ba tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] 10.222.0.76 "GET /v2.0/ports?device_id=1166cede-3192-4da8-b2ea-16a36a6da51b HTTP/1.1" status: 200 len: 210 time: 0.0607934 May 27 13:16:43.734822 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 8d4a3eed-15d9-4032-90a2-dc577436784e no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:16:43.771177 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 8d4a3eed-15d9-4032-90a2-dc577436784e {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:16:43.771718 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 8d4a3eed-15d9-4032-90a2-dc577436784e not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:16:44.757332 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aebd9-de79-426f-b6f9-70b79115528b req-84252740-b87f-4764-807d-d2fe7ec6c51d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:44.758830 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2d6aebd9-de79-426f-b6f9-70b79115528b req-84252740-b87f-4764-807d-d2fe7ec6c51d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1782949 May 27 13:16:44.806002 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2d6aebd9-de79-426f-b6f9-70b79115528b req-1346ac0f-1a6f-4b5a-bcc7-db01f6f4ca83 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 May 27 13:16:46.027090 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e04c83-8764-4c11-8930-21465a684665 req-e7f6acd4-a63d-4d4b-8004-7a7087e74f1c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:46.029071 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-27e04c83-8764-4c11-8930-21465a684665 req-e7f6acd4-a63d-4d4b-8004-7a7087e74f1c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1032419 May 27 13:16:46.092984 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-27e04c83-8764-4c11-8930-21465a684665 req-b3c4e841-68bf-4095-afff-ea318d6926c2 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575950 May 27 13:16:47.292780 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0df6a-b900-4164-95b7-0079ec4fce5e req-c031ee58-01ad-4fdf-9809-de4e9732e758 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:47.294243 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-50e0df6a-b900-4164-95b7-0079ec4fce5e req-c031ee58-01ad-4fdf-9809-de4e9732e758 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.0842323 May 27 13:16:47.344552 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-50e0df6a-b900-4164-95b7-0079ec4fce5e req-ee5346eb-1c28-4e27-81b3-b4daba7f9e55 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 May 27 13:16:47.956515 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:16:48.136382 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46224) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:48.273253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:48.288111 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:48.292144 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Usage tracker for resource:security_group_rule and tenant:cd364af886134ecf9db46df20819b1b0 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:48.295172 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:48.301183 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:48.414475 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:48.419884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:48.455234 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-44527aef-c875-42f7-ac50-668486543d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:48.597258 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e668d-c46f-422b-b044-aac61037666d,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:48.613584 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.613968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.614366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.614802 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.615117 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.615481 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.615841 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.616236 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.616695 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.617081 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.617413 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.617753 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.622861 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:48.641766 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46234) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:48.642345 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd364af886134ecf9db46df20819b1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039146 May 27 13:16:48.694229 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc10bc7-4dc7-4cf2-aad5-eb9945dd9c77 req-e4f3b4a1-3eac-40eb-8097-570326e2fa8d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:48.696257 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6fc10bc7-4dc7-4cf2-aad5-eb9945dd9c77 req-e4f3b4a1-3eac-40eb-8097-570326e2fa8d tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.1631444 May 27 13:16:48.716229 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:48.746088 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:48.753156 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-16fc4bdb-7481-44d8-a92c-25b8178e6a80 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:48.754882 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-16fc4bdb-7481-44d8-a92c-25b8178e6a80 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 945 time: 0.2780008 May 27 13:16:48.766765 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6fc10bc7-4dc7-4cf2-aad5-eb9945dd9c77 req-605124da-bf0e-4da7-b881-c79e8dce750f tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639012 May 27 13:16:48.835891 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:48.846978 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1f53da52-98f1-48ef-97de-ec249dd8959b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:48.869238 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:48.880871 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/512e668d-c46f-422b-b044-aac61037666d HTTP/1.1" status: 204 len: 168 time: 0.2333093 May 27 13:16:48.883824 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e668d-c46f-422b-b044-aac61037666d,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:48.897903 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.898483 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.898999 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.899601 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.900180 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.900764 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.901437 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.901960 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.902460 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.902954 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.903450 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.903947 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:48.907564 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:48.966273 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Deleting port 3cacc749-65de-4da7-b9c4-c0b9975b32eb {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:16:48.967116 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:49.142334 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] For port 3cacc749-65de-4da7-b9c4-c0b9975b32eb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3cacc749-65de-4da7-b9c4-c0b9975b32eb,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:49.142777 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:49.296564 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Calling delete_port for 3cacc749-65de-4da7-b9c4-c0b9975b32eb owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:16:49.456455 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:49.471518 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:49.513754 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['0217227b-4fb5-4ed8-95b8-b77537b9db30', '3cacc749-65de-4da7-b9c4-c0b9975b32eb'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:49.644200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] No DVR routers for this DVR port 3cacc749-65de-4da7-b9c4-c0b9975b32eb on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:16:49.646272 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Pushing event deleted for resources: {'Port': ['ID=3cacc749-65de-4da7-b9c4-c0b9975b32eb,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:49.648604 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:49.651945 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'name': 'network-vif-deleted', 'tag': '3cacc749-65de-4da7-b9c4-c0b9975b32eb'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:49.656657 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:49.686626 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-34418c0a-f6db-4534-bb79-08e0422a8b24 req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "DELETE /v2.0/ports/3cacc749-65de-4da7-b9c4-c0b9975b32eb HTTP/1.1" status: 204 len: 173 time: 0.9166672 May 27 13:16:49.723468 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9ad4e8-e206-4022-a232-ce33cf9ca27c', 'name': 'network-vif-deleted', 'tag': '3cacc749-65de-4da7-b9c4-c0b9975b32eb', 'status': 'completed', 'code': 200} May 27 13:16:49.943178 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-2d408dfa-87fd-4e98-9f30-6f4d0bcfc600 req-0de4c2b5-a3d8-451c-ba2c-3aa23de98e18 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Synchronizing usage tracker for tenant:11142ba1693948109125509fd1f03a54 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:49.964963 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46274) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:49.973937 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-2d408dfa-87fd-4e98-9f30-6f4d0bcfc600 req-0de4c2b5-a3d8-451c-ba2c-3aa23de98e18 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Unset dirty status for tenant:11142ba1693948109125509fd1f03a54 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:49.982903 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2d408dfa-87fd-4e98-9f30-6f4d0bcfc600 req-0de4c2b5-a3d8-451c-ba2c-3aa23de98e18 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd9ad4e8-e206-4022-a232-ce33cf9ca27c HTTP/1.1" status: 200 len: 210 time: 0.0842042 May 27 13:16:50.122741 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-86150120-network', 'tenant_id': '41b97c2892824558b1d7488f5e3d00f1'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:50.128650 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:50.134166 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Usage tracker for resource:network and tenant:41b97c2892824558b1d7488f5e3d00f1 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:50.138339 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:50.146393 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:50.159148 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Made reservation on behalf of 41b97c2892824558b1d7488f5e3d00f1 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:50.166740 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.183391 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.206411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:50.211233 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Usage tracker for resource:security_group_rule and tenant:41b97c2892824558b1d7488f5e3d00f1 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:50.214762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:50.222790 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:50.339661 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.344325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.347696 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-83e54925-87d5-445d-ac57-b01d6ceb218c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:50.380294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:16:50.389808 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa3088-5458-458d-a4e1-65fe310011e6,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:50.405910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:50.411592 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.412061 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Added segment 212582d3-9b9a-437e-911b-67494dcd0f58 of type vlan for network f6223326-e459-424c-89f9-9e9975d117fc May 27 13:16:50.454954 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.502208 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.504342 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:50.505675 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.509863 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:50.629319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Pushing event updated for resources: {'Network': ['ID=f6223326-e459-424c-89f9-9e9975d117fc,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:50.634115 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:50.637234 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6709008 May 27 13:16:50.640226 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46286) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:50.640945 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network f6223326-e459-424c-89f9-9e9975d117fc details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:16:50.647728 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Request body: {'subnet': {'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-86150120-subnet', 'tenant_id': '41b97c2892824558b1d7488f5e3d00f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:50.666922 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:50.675963 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Usage tracker for resource:subnet and tenant:41b97c2892824558b1d7488f5e3d00f1 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:50.683512 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:50.697143 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:50.726975 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Made reservation on behalf of 41b97c2892824558b1d7488f5e3d00f1 for: {'subnet': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:50.731921 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3905879'] for subnet, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.874083 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9421c12b-3c8c-4dbf-a5bc-ab8eae3109e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:51.347448 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4032191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3905857'] for subnet, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:51.358453 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2e2bcb67-5b03-494a-82ca-921ea1bcb5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:51.452926 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:51.456872 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:51.459787 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Checking segment: {'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:51.460141 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Network hostable DHCP agents. Network: f6223326-e459-424c-89f9-9e9975d117fc, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:16:51.481061 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Network f6223326-e459-424c-89f9-9e9975d117fc is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:16:51.496401 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, f6223326-e459-424c-89f9-9e9975d117fc) {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:51.506697 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:51.507369 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:51.509460 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f301c6d-e61c-4f28-9aa9-135239149a1b None None] Network f6223326-e459-424c-89f9-9e9975d117fc requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:16:51.556201 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9135196 May 27 13:16:51.655709 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b6b02-e396-4203-9bbd-a84e6dbb7cb7 req-9629e3ec-1909-4895-9fa9-1f013b335ea4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:51.664308 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5d3b6b02-e396-4203-9bbd-a84e6dbb7cb7 req-9629e3ec-1909-4895-9fa9-1f013b335ea4 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1272089 May 27 13:16:51.714144 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5d3b6b02-e396-4203-9bbd-a84e6dbb7cb7 req-68c40460-14da-4774-a894-71d9e1462eff tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 May 27 13:16:51.769742 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 3cacc749-65de-4da7-b9c4-c0b9975b32eb no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:16:51.833536 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa9d80-0530-4a9a-b62e-f588c5ca5c75 None None] Network f6223326-e459-424c-89f9-9e9975d117fc requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:16:51.857228 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 3cacc749-65de-4da7-b9c4-c0b9975b32eb {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:16:51.857648 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 3cacc749-65de-4da7-b9c4-c0b9975b32eb not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:16:52.995874 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683ff17-fbed-4060-bed8-894ec165770e req-bbbcb3f4-b5ba-4877-900d-126724655600 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:52.995874 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b683ff17-fbed-4060-bed8-894ec165770e req-bbbcb3f4-b5ba-4877-900d-126724655600 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1337631 May 27 13:16:53.149639 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b683ff17-fbed-4060-bed8-894ec165770e req-7d9cb4fe-1512-4b54-a11f-fcf49387e91a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499636 May 27 13:16:53.302179 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.374900 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-49da32d8-6bd6-489c-a5c1-895c33c57b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.868050 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-3ad24003-7b4e-404a-a00a-018f37606bfa tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:53.868762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-3ad24003-7b4e-404a-a00a-018f37606bfa tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Synchronizing usage tracker for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:53.887144 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-3ad24003-7b4e-404a-a00a-018f37606bfa tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Unset dirty status for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:53.888829 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-3ad24003-7b4e-404a-a00a-018f37606bfa tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/networks?id=f6223326-e459-424c-89f9-9e9975d117fc HTTP/1.1" status: 200 len: 812 time: 0.1710541 May 27 13:16:53.905054 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-358c3901-ec52-4379-94e8-bcb5b141cb90 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/quotas/41b97c2892824558b1d7488f5e3d00f1 HTTP/1.1" status: 200 len: 375 time: 0.0102527 May 27 13:16:53.960521 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-0f009667-b827-4828-8169-96f3212d7190 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=41b97c2892824558b1d7488f5e3d00f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497224 May 27 13:16:54.092041 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-76dd3b1c-73b8-4810-a575-9f3c8f3b201e service neutron] 10.222.0.76 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303940 May 27 13:16:54.248682 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-555c5546-42fa-4c04-93c4-24df384a19ab service neutron] 10.222.0.76 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496735 May 27 13:16:54.412557 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fba4e-7122-45fe-9456-ad2c9f53fe37 req-aef5b9c0-ccce-4730-ba5e-3b3cc56cfb6b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:54.414438 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2e4fba4e-7122-45fe-9456-ad2c9f53fe37 req-aef5b9c0-ccce-4730-ba5e-3b3cc56cfb6b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1128607 May 27 13:16:54.492917 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2e4fba4e-7122-45fe-9456-ad2c9f53fe37 req-0ae8ac64-0d24-440d-8d40-579d1f284e5c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716372 May 27 13:16:54.559300 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:54.587000 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2af47149-a793-42ae-affc-e201386b86d2 req-db47ade4-0a77-420d-b5ee-5b1d0bbd7c1c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 210 time: 0.0492258 May 27 13:16:55.722226 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431216a-3908-4931-aa2c-eda51d9f8a73 req-864460c2-2a44-476b-ac3a-21f922b256c6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:55.730538 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1431216a-3908-4931-aa2c-eda51d9f8a73 req-864460c2-2a44-476b-ac3a-21f922b256c6 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0975292 May 27 13:16:55.812366 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:55.879645 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1431216a-3908-4931-aa2c-eda51d9f8a73 req-6090406b-7ecf-4c43-858f-d0e667f8af2a tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454105 May 27 13:16:56.019226 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5e2a523-61b9-4456-b278-789d01b7866a req-12aa936e-37e0-401f-a87e-d9fbac804ba0 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 210 time: 0.0717106 May 27 13:16:56.085765 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-7d53f020-96f7-4323-abfb-8f1615b722ca tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:56.087186 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-7d53f020-96f7-4323-abfb-8f1615b722ca tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "GET /v2.0/networks?id=f6223326-e459-424c-89f9-9e9975d117fc HTTP/1.1" status: 200 len: 812 time: 0.3235002 May 27 13:16:56.113401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Request body: {'port': {'device_id': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc', 'admin_state_up': True, 'tenant_id': '41b97c2892824558b1d7488f5e3d00f1'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:56.286290 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:56.293188 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Usage tracker for resource:port and tenant:41b97c2892824558b1d7488f5e3d00f1 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:56.297483 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:56.310542 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:56.322574 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Made reservation on behalf of 41b97c2892824558b1d7488f5e3d00f1 for: {'port': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:56.326600 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:56.536405 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Allocated IP 172.20.0.12 (f6223326-e459-424c-89f9-9e9975d117fc/1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e/e2b5e817-1031-4516-946d-ef520a4fc970) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:16:56.752181 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:56.797440 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:56.804020 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:56.880236 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Network f6223326-e459-424c-89f9-9e9975d117fc is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:16:56.883938 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:56.886663 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:16:56.932199 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Pushing event updated for resources: {'Port': ['ID=e2b5e817-1031-4516-946d-ef520a4fc970,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:56.942963 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:56.977866 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:56.978807 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:57.046139 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9371004 May 27 13:16:57.077076 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Request body: {'port': {'device_id': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:57.368184 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f6dc9-5fc4-4c69-bf6d-d649f4dbb92d req-e40c38be-c7a1-4380-a576-4a79497ee4be tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:57.375321 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-821f6dc9-5fc4-4c69-bf6d-d649f4dbb92d req-e40c38be-c7a1-4380-a576-4a79497ee4be tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.3737354 May 27 13:16:57.432065 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:57.451622 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-821f6dc9-5fc4-4c69-bf6d-d649f4dbb92d req-1bbdbc02-2948-4c17-80da-3cd9e5dcece1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753334 May 27 13:16:57.464448 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ffd2-13ea-46e3-9ba0-7147afed488a req-a77722fd-3358-4d86-83db-ff8a6bb4a537 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:57.465497 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-27b8ffd2-13ea-46e3-9ba0-7147afed488a req-a77722fd-3358-4d86-83db-ff8a6bb4a537 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Synchronizing usage tracker for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:57.532545 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-27b8ffd2-13ea-46e3-9ba0-7147afed488a req-a77722fd-3358-4d86-83db-ff8a6bb4a537 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Unset dirty status for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:57.536487 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-27b8ffd2-13ea-46e3-9ba0-7147afed488a req-a77722fd-3358-4d86-83db-ff8a6bb4a537 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 932 time: 0.3298602 May 27 13:16:57.651469 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-27b8ffd2-13ea-46e3-9ba0-7147afed488a req-40fef528-dbd5-48cb-926f-6680e24d16d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Synchronizing usage tracker for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:57.747936 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-27b8ffd2-13ea-46e3-9ba0-7147afed488a req-40fef528-dbd5-48cb-926f-6680e24d16d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Unset dirty status for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:57.749247 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-27b8ffd2-13ea-46e3-9ba0-7147afed488a req-40fef528-dbd5-48cb-926f-6680e24d16d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048101 May 27 13:16:57.888937 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b5e817-1031-4516-946d-ef520a4fc970 {{(pid=91947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:57.896448 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:57.911716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Transition to ACTIVE for port object e2b5e817-1031-4516-946d-ef520a4fc970 will not be triggered until provisioned by entity L2. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:16:57.915796 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:57.920172 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-84a77686-b662-43d8-9e2b-e39910a793e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:58.075163 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b5e817-1031-4516-946d-ef520a4fc970,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:58.078133 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:58.187549 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Attempting to bind port e2b5e817-1031-4516-946d-ef520a4fc970 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:16:58.187822 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Attempting to bind port e2b5e817-1031-4516-946d-ef520a4fc970 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:16:58.188161 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Attempting to bind port e2b5e817-1031-4516-946d-ef520a4fc970 on network f6223326-e459-424c-89f9-9e9975d117fc {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:58.193458 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Port e2b5e817-1031-4516-946d-ef520a4fc970 on network f6223326-e459-424c-89f9-9e9975d117fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:16:58.194072 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Attempting to bind port e2b5e817-1031-4516-946d-ef520a4fc970 on network f6223326-e459-424c-89f9-9e9975d117fc {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:58.199401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:16:58.199889 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Checking segment: {'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:58.200350 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Bound using segment: {'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:16:58.200997 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Bound port: e2b5e817-1031-4516-946d-ef520a4fc970, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'}}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:16:58.201354 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:58.301539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] For port e2b5e817-1031-4516-946d-ef520a4fc970, host hv-cinder-75157, cleared binding levels {{(pid=91947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:16:58.304714 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] For port e2b5e817-1031-4516-946d-ef520a4fc970, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e2b5e817-1031-4516-946d-ef520a4fc970,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:16:58.309782 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:58.313357 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ef6f295f-3719-4dc5-9f52-f176c5922233 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:58.375611 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:58.376520 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:58.378155 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] 10.222.0.64 "PUT /v2.0/ports/e2b5e817-1031-4516-946d-ef520a4fc970 HTTP/1.1" status: 200 len: 1094 time: 1.3129330 May 27 13:16:58.381608 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'tag': 'e2b5e817-1031-4516-946d-ef520a4fc970'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:58.417126 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b5e817-1031-4516-946d-ef520a4fc970,revision_number=3']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:58.426742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:58.488813 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'tag': 'e2b5e817-1031-4516-946d-ef520a4fc970', 'status': 'completed', 'code': 200} May 27 13:16:58.546815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-ee091b75-c7c0-4dd6-b594-b60805a796e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:58.548713 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-ee091b75-c7c0-4dd6-b594-b60805a796e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41b97c2892824558b1d7488f5e3d00f1&device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 1097 time: 0.1176407 May 27 13:16:58.678013 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-10c78913-775c-4c90-9c27-243d7398cc2e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2b5e817-1031-4516-946d-ef520a4fc970 HTTP/1.1" status: 200 len: 217 time: 0.1097894 May 27 13:16:58.763710 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-dbcb7f64-a2af-44c9-84ee-ed571eefe497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:58.765142 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-dbcb7f64-a2af-44c9-84ee-ed571eefe497 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e HTTP/1.1" status: 200 len: 852 time: 0.0731702 May 27 13:16:58.780987 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a98b3-084d-400a-8edf-f92ffcf5c89c req-c3506c65-f9d7-4802-b692-5b7965421956 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:58.782584 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b2a98b3-084d-400a-8edf-f92ffcf5c89c req-c3506c65-f9d7-4802-b692-5b7965421956 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1632609 May 27 13:16:58.866858 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-1c299e78-a74f-4099-be2d-666cefa28def service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6223326-e459-424c-89f9-9e9975d117fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581937 May 27 13:16:58.914795 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b2a98b3-084d-400a-8edf-f92ffcf5c89c req-8d31ca8c-82c2-475b-9e14-b6fd8b4a0b23 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206803 May 27 13:16:59.093389 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-795de63a-2aff-44e3-9bfa-6cdde6ad4e42 service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073638 May 27 13:16:59.115690 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187ed48-78da-46f7-a66b-28bc11f106ac req-868f8101-8f96-4e00-8196-0de38d897dc3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.118456 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c187ed48-78da-46f7-a66b-28bc11f106ac req-868f8101-8f96-4e00-8196-0de38d897dc3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 944 time: 0.1386740 May 27 13:16:59.474569 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c187ed48-78da-46f7-a66b-28bc11f106ac req-3a987ed5-7d0d-4824-a5dd-e2077b742c53 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143940 May 27 13:16:59.504690 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-14a8b54a-c48a-4ebc-9543-df866b80881d req-1d3b6e74-cfca-45fe-a7e1-5a31646bb59d service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842306 May 27 13:16:59.690591 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-05ab381c-41e3-4279-af0e-931b05c77134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.692233 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-05ab381c-41e3-4279-af0e-931b05c77134 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41b97c2892824558b1d7488f5e3d00f1&device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 1097 time: 0.0974507 May 27 13:16:59.848381 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-a1308e4a-33fb-49fb-a682-6601b5dc79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.850142 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-a1308e4a-33fb-49fb-a682-6601b5dc79a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6223326-e459-424c-89f9-9e9975d117fc HTTP/1.1" status: 200 len: 913 time: 0.1444001 May 27 13:16:59.939363 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-d128c8c7-2f91-460c-8224-4441607cf3dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2b5e817-1031-4516-946d-ef520a4fc970 HTTP/1.1" status: 200 len: 217 time: 0.0684617 May 27 13:17:00.027547 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-4d686310-4c4d-4eb0-8af6-869d9a725155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:00.029445 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-4d686310-4c4d-4eb0-8af6-869d9a725155 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e HTTP/1.1" status: 200 len: 852 time: 0.0782707 May 27 13:17:00.127905 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-e9f4003b-01dc-4874-ba8e-6996aa5061af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6223326-e459-424c-89f9-9e9975d117fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905321 May 27 13:17:00.293484 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add63392-4788-4126-a3f2-06006082cbf3 req-e7ca8277-7c3c-4303-9c66-402850d73bd5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:00.294992 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-add63392-4788-4126-a3f2-06006082cbf3 req-e7ca8277-7c3c-4303-9c66-402850d73bd5 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.2247515 May 27 13:17:00.305704 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-8f546433-8b7b-423a-842a-4446336d8e3d service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668963 May 27 13:17:00.432917 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-add63392-4788-4126-a3f2-06006082cbf3 req-6eb3ccf8-647d-4a72-a846-802e4faa0269 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313477 May 27 13:17:00.493742 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-393040c3-3c67-4823-b662-74fa1a3b6612 req-49c30208-6ead-49ae-9308-e6fd3520489c service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655123 May 27 13:17:00.704765 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b34c7-0364-454a-8eb5-f26e2b1bb77a req-4fa5d6d3-858c-45e8-a357-ecf026ebb95c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:00.706285 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a84b34c7-0364-454a-8eb5-f26e2b1bb77a req-4fa5d6d3-858c-45e8-a357-ecf026ebb95c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 944 time: 0.1099479 May 27 13:17:00.755645 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a84b34c7-0364-454a-8eb5-f26e2b1bb77a req-b0ce0c90-0c9a-44f7-9051-d78409986807 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 May 27 13:17:01.372858 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-eaa0c766-efe8-4611-bc40-e59fa8a5a390 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:01.374420 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-eaa0c766-efe8-4611-bc40-e59fa8a5a390 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.0950680 May 27 13:17:01.682773 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Deleting port 0217227b-4fb5-4ed8-95b8-b77537b9db30 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:17:01.683496 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:01.771601 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b0f9e-2051-4bb8-859f-e7474c063112 req-a989480b-9d48-4e8d-b192-8f261017808c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:01.773007 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-387b0f9e-2051-4bb8-859f-e7474c063112 req-a989480b-9d48-4e8d-b192-8f261017808c tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 945 time: 0.1888275 May 27 13:17:01.820389 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e2b5e817-1031-4516-946d-ef520a4fc970 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:17:01.861858 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-387b0f9e-2051-4bb8-859f-e7474c063112 req-90cc855c-df64-40a5-a51c-bf273daf8f2b tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/security-groups?id=75eff332-5855-462a-bcd8-8f341b50c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778811 May 27 13:17:01.871813 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] For port 0217227b-4fb5-4ed8-95b8-b77537b9db30, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0217227b-4fb5-4ed8-95b8-b77537b9db30,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:01.872169 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:01.990092 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port e2b5e817-1031-4516-946d-ef520a4fc970, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e2b5e817-1031-4516-946d-ef520a4fc970,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:02.022960 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': 'e2b5e817-1031-4516-946d-ef520a4fc970', 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc', 'port_id': 'e2b5e817-1031-4516-946d-ef520a4fc970', 'mac_address': 'fa:16:3e:45:c0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:17:02.095803 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.116040 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b5e817-1031-4516-946d-ef520a4fc970 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:17:02.133486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port e2b5e817-1031-4516-946d-ef520a4fc970, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e2b5e817-1031-4516-946d-ef520a4fc970,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:02.139075 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.141070 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:02.210826 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Calling delete_port for 0217227b-4fb5-4ed8-95b8-b77537b9db30 owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:17:02.217220 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=e2b5e817-1031-4516-946d-ef520a4fc970,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:02.226117 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:02.350593 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816b01a-1548-44f4-9264-6a8a637d85dd req-6421649d-315e-43ed-bd97-b2cd354011d2 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:02.353223 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d816b01a-1548-44f4-9264-6a8a637d85dd req-6421649d-315e-43ed-bd97-b2cd354011d2 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 945 time: 0.3962841 May 27 13:17:02.473341 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d816b01a-1548-44f4-9264-6a8a637d85dd req-ba483cf0-a6a2-4867-8400-5ea60e4dc40a tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054447 May 27 13:17:02.529564 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.535782 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ecbf3fe2-ed4d-4e3c-a39c-a6ea4c586411 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:02.605564 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Pushing event deleted for resources: {'Port': ['ID=0217227b-4fb5-4ed8-95b8-b77537b9db30,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:02.640310 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:02.691504 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] No DVR routers for this DVR port 0217227b-4fb5-4ed8-95b8-b77537b9db30 on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:17:02.694509 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.697648 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'name': 'network-vif-deleted', 'tag': '0217227b-4fb5-4ed8-95b8-b77537b9db30'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:02.718953 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6f55e8a2-4437-45ee-ac53-79e4c8474757 req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.64 "DELETE /v2.0/ports/0217227b-4fb5-4ed8-95b8-b77537b9db30 HTTP/1.1" status: 204 len: 173 time: 1.3332610 May 27 13:17:02.751497 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbedfaf-c671-4b08-890c-3fa65694bd71', 'name': 'network-vif-deleted', 'tag': '0217227b-4fb5-4ed8-95b8-b77537b9db30', 'status': 'completed', 'code': 200} May 27 13:17:02.815762 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['e2b5e817-1031-4516-946d-ef520a4fc970'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:17:03.071626 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-21da1bfc-fb03-4653-8b61-db364f4e37ee req-5b53682f-ce4e-4da5-a5e7-3a377c7d7ee1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Synchronizing usage tracker for tenant:11142ba1693948109125509fd1f03a54 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:17:03.089330 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-21da1bfc-fb03-4653-8b61-db364f4e37ee req-5b53682f-ce4e-4da5-a5e7-3a377c7d7ee1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Unset dirty status for tenant:11142ba1693948109125509fd1f03a54 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:17:03.090572 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-21da1bfc-fb03-4653-8b61-db364f4e37ee req-5b53682f-ce4e-4da5-a5e7-3a377c7d7ee1 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cbedfaf-c671-4b08-890c-3fa65694bd71 HTTP/1.1" status: 200 len: 210 time: 0.0707858 May 27 13:17:03.718317 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58af83-279b-49a8-997e-e3d00a843112 req-1dba25d9-94ee-4317-b969-db5b4e5d8ccf tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:03.719827 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2e58af83-279b-49a8-997e-e3d00a843112 req-1dba25d9-94ee-4317-b969-db5b4e5d8ccf tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 945 time: 0.0823781 May 27 13:17:03.765012 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2e58af83-279b-49a8-997e-e3d00a843112 req-ff92bd14-0524-42b2-bcd3-6d78ceeb57fb tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 May 27 13:17:03.836194 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0217227b-4fb5-4ed8-95b8-b77537b9db30 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:03.880522 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 0217227b-4fb5-4ed8-95b8-b77537b9db30 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:17:03.880882 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0217227b-4fb5-4ed8-95b8-b77537b9db30 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:17:04.186592 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46494) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:04.744542 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486396'] for router_interface, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:04.957399 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632e5d5-b6a2-4faf-a4ff-1f9397087343 req-7d26708c-e933-4592-b345-0622418e769f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:04.959603 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1632e5d5-b6a2-4faf-a4ff-1f9397087343 req-7d26708c-e933-4592-b345-0622418e769f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 945 time: 0.0862477 May 27 13:17:05.014625 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1632e5d5-b6a2-4faf-a4ff-1f9397087343 req-8d8db876-c5a0-4dfd-a8c9-40aa66ca3c4b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486729 May 27 13:17:05.247646 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Deleting port 212978e5-e171-4030-a6aa-e26e0b0f722e {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:17:05.248224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:05.375080 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] For port 212978e5-e171-4030-a6aa-e26e0b0f722e, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=212978e5-e171-4030-a6aa-e26e0b0f722e,segment=NetworkSegment(7326f922-d882-4ebd-827d-e07761d5d062),segment_id=7326f922-d882-4ebd-827d-e07761d5d062)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:05.375438 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:05.505199 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Calling delete_port for 212978e5-e171-4030-a6aa-e26e0b0f722e owned by network:router_interface {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:17:05.803427 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:05.808090 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c53b209b-ea7e-4178-a203-4ac38d637680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:05.842554 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e2b5e817-1031-4516-946d-ef520a4fc970 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:17:05.855974 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Pushing event deleted for resources: {'Port': ['ID=212978e5-e171-4030-a6aa-e26e0b0f722e,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:05.884728 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:05.922750 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port e2b5e817-1031-4516-946d-ef520a4fc970 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:17:05.927405 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port e2b5e817-1031-4516-946d-ef520a4fc970 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:17:05.927792 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.047706 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.077678 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b5e817-1031-4516-946d-ef520a4fc970'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:06.090183 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port e2b5e817-1031-4516-946d-ef520a4fc970, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e2b5e817-1031-4516-946d-ef520a4fc970,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:06.097663 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.101571 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:06.125807 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497996'] for router_interface, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.145344 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b5e817-1031-4516-946d-ef520a4fc970', 'code': 200} May 27 13:17:06.178143 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=e2b5e817-1031-4516-946d-ef520a4fc970,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:06.181272 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:06.245642 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad06024-6e42-4683-81b7-611cf6e9c0ca req-37ada419-884e-4a9b-9af7-78b70ce57e6d tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:06.248871 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7ad06024-6e42-4683-81b7-611cf6e9c0ca req-37ada419-884e-4a9b-9af7-78b70ce57e6d tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.1032894 May 27 13:17:06.294650 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7ad06024-6e42-4683-81b7-611cf6e9c0ca req-808bce80-2f03-45bb-a83f-d99baddbee94 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 May 27 13:17:06.329610 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.395838 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4600d-e0e3-4bd3-b579-5af14b86d88d req-c63754f0-6e9c-4663-b244-aa80e09c5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:06.397352 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-71c4600d-e0e3-4bd3-b579-5af14b86d88d req-c63754f0-6e9c-4663-b244-aa80e09c5b1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 1099 time: 0.0779545 May 27 13:17:06.449425 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-71c4600d-e0e3-4bd3-b579-5af14b86d88d req-d976dec4-8810-4aaf-aef5-c86a54264c19 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 May 27 13:17:06.588033 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Router 61cf6fef-e76e-43d4-9f86-92f610ed112a has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:17:06.700034 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46572) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:06.759512 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_v2 [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Deleting subnet 65dc16d3-132a-4e86-a253-d51995c4aa49 {{(pid=91947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:17:06.762444 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.767029 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:17:06.775588 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] Sync routers for ids ['61cf6fef-e76e-43d4-9f86-92f610ed112a'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:17:06.785693 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] 10.222.0.76 "PUT /v2.0/routers/61cf6fef-e76e-43d4-9f86-92f610ed112a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5977182 May 27 13:17:06.788516 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46576) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:06.793726 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] Routers {'61cf6fef-e76e-43d4-9f86-92f610ed112a'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:17:06.794574 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:16:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['61cf6fef-e76e-43d4-9f86-92f610ed112a'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:06.814533 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4083170'] for subnet, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.868792 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.970537 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks [] for router, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.972746 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] Set router 61cf6fef-e76e-43d4-9f86-92f610ed112a gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:17:07.147891 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-557312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004026'] for subnet, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.154735 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-58288bbf-30be-4ec9-b10b-736c7e9894e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:07.165421 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.200200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65dc16d3-132a-4e86-a253-d51995c4aa49,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:07.206029 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.210980 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:07.216712 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46586) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:07.216994 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-80183797-ff2a-491b-afa7-c64b331f6aa5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/65dc16d3-132a-4e86-a253-d51995c4aa49 HTTP/1.1" status: 204 len: 168 time: 0.5157168 May 27 13:17:07.274267 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:17:05Z', 'revision_number': 5, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port': {'id': '3333537e-e5c9-4192-b2e9-5a65c1292f4c', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:07.278315 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] Checking router: 61cf6fef-e76e-43d4-9f86-92f610ed112a for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:17:07.286787 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] Routers {'61cf6fef-e76e-43d4-9f86-92f610ed112a'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:17:07.287417 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:16:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['61cf6fef-e76e-43d4-9f86-92f610ed112a'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:07.345518 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.390530 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Deleting port 3333537e-e5c9-4192-b2e9-5a65c1292f4c {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:17:07.390873 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.473255 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] Set router 61cf6fef-e76e-43d4-9f86-92f610ed112a gateway port host: None {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:17:07.514710 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8beea-6bc2-4498-a4af-049f509ba2a5 req-ca009c97-6072-48f6-8d21-b129db1730fe tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:07.516197 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3dc8beea-6bc2-4498-a4af-049f509ba2a5 req-ca009c97-6072-48f6-8d21-b129db1730fe tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.0920255 May 27 13:17:07.568619 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.568972 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3dc8beea-6bc2-4498-a4af-049f509ba2a5 req-f03f1d04-3e1d-4dd8-9ca7-6144784871df tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457180 May 27 13:17:07.594536 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a193a3ed-707e-47db-996d-c970b64b595c']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:07.599784 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:17:07Z', 'revision_number': 6, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port_host': None}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:07.605068 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da055d74-1496-4155-bf70-092019d22ef6 None None] The sync data for ids ['61cf6fef-e76e-43d4-9f86-92f610ed112a'] in dv-cinder-751579-24-smb is: [{'id': '61cf6fef-e76e-43d4-9f86-92f610ed112a', 'name': 'tempest-ServerRescueNegativeTestJSON-1219928340-router', 'tenant_id': '11142ba1693948109125509fd1f03a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:27Z', 'updated_at': '2021-05-27T13:17:07Z', 'revision_number': 6, 'project_id': '11142ba1693948109125509fd1f03a54', 'gw_port_host': None}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:17:07.614050 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824ff3b5-91fc-403b-8a0f-303086abbfe0') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:07.614352 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824ff3b5-91fc-403b-8a0f-303086abbfe0') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:07.650179 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.664994 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] For port 3333537e-e5c9-4192-b2e9-5a65c1292f4c, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=3333537e-e5c9-4192-b2e9-5a65c1292f4c,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:07.665349 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.738029 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.808208 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Calling delete_port for 3333537e-e5c9-4192-b2e9-5a65c1292f4c owned by network:router_gateway {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:17:07.814719 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:17:07.815194 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:17:07.830554 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:17:07.964081 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 212978e5-e171-4030-a6aa-e26e0b0f722e no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:08.005609 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 212978e5-e171-4030-a6aa-e26e0b0f722e {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:17:08.005926 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 212978e5-e171-4030-a6aa-e26e0b0f722e not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:17:08.036594 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.043535 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:08.057022 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.068341 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Pushing event deleted for resources: {'Network': ['ID=a193a3ed-707e-47db-996d-c970b64b595c,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:08.071674 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:08.075651 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-d7643547-9e92-42a2-8d17-5be35c85b88e admin admin] 10.222.0.76 "DELETE /v2.0/networks/a193a3ed-707e-47db-996d-c970b64b595c HTTP/1.1" status: 204 len: 168 time: 0.8580711 May 27 13:17:08.190923 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.195938 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-14491494-9fc2-4d72-a01d-3e1ad5845dbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:08.200832 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46600) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:08.246296 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Pushing event deleted for resources: {'Port': ['ID=3333537e-e5c9-4192-b2e9-5a65c1292f4c,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:08.250577 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b37f40ef-7627-47b6-b520-22a318b3c984 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a666469bbafc4700bdcd5ede52b753fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485370 May 27 13:17:08.252971 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46604) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:08.273247 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:08.310555 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.338621 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.342166 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484819'] for router_gateway, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.397318 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.401183 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-883c4556-cdb2-4191-bc90-df39b2705395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:08.414233 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded3b70-b718-4a30-9b1c-61838ca52ba2,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:08.416822 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:08.422489 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.423525 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9ded3b70-b718-4a30-9b1c-61838ca52ba2 HTTP/1.1" status: 204 len: 168 time: 0.1696694 May 27 13:17:08.516751 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7899'] for router, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.519077 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.607214 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-498784'] for router, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.608736 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61cf6fef-e76e-43d4-9f86-92f610ed112a {{(pid=91946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:17:08.635355 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.639840 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-660a9b7e-e0e2-4dc0-add1-dd2debaeb02d admin admin] 10.222.0.76 "DELETE /v2.0/routers/61cf6fef-e76e-43d4-9f86-92f610ed112a HTTP/1.1" status: 204 len: 168 time: 1.8492424 May 27 13:17:08.640729 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46612) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:08.781540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_v2 [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Deleting subnet a264d129-dc52-4bd9-93d9-60b60009f11f {{(pid=91947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:17:08.785484 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.937978 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4083170'] for subnet, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.990810 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be921b-fb72-43b5-bfdc-355c194f135a req-a428f92f-079b-4eb1-bfa6-482c501bea00 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:08.992803 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-08be921b-fb72-43b5-bfdc-355c194f135a req-a428f92f-079b-4eb1-bfa6-482c501bea00 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.3076532 May 27 13:17:09.024395 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.097254 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-08be921b-fb72-43b5-bfdc-355c194f135a req-7d003a4f-4be4-40f1-bd33-800b05f93956 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901389 May 27 13:17:09.299123 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-557312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004026'] for subnet, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.303263 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0bee7dab-7331-47dd-be11-ffe833748b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:09.339711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a264d129-dc52-4bd9-93d9-60b60009f11f,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:09.342298 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:09.349241 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.354937 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a264d129-dc52-4bd9-93d9-60b60009f11f HTTP/1.1" status: 204 len: 168 time: 0.7132084 May 27 13:17:09.357416 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46666) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:09.463906 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.590005 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.612243 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf837b08-7f4f-4eb7-bddd-494768cf4649']}} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:09.625314 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7326f922-d882-4ebd-827d-e07761d5d062') {'for_net_delete': True} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:09.625694 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7326f922-d882-4ebd-827d-e07761d5d062') {} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:09.637969 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4083163'] for segment, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.654564 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.661046 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=91947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:17:09.661552 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-559010'] for segment, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: Traceback (most recent call last): May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: timer() May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: cb(*args, **kw) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: return func(*args, **kwargs) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: self._notify() May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: self.callback(batched_events) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: event.method(event) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: return f(self, *a, **k) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: return self._get(url).json() May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: return self.request(url, 'GET', **kwargs) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:17:09.675841 dv-cinder-751579-24-smb neutron-server[91947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:17:09.756975 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.761918 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:09.765476 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:09.788879 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf837b08-7f4f-4eb7-bddd-494768cf4649,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:09.791742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:09.796342 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-2b079ff6-1b4b-49d2-8346-c7035e6ad4a1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bf837b08-7f4f-4eb7-bddd-494768cf4649 HTTP/1.1" status: 204 len: 168 time: 0.4352915 May 27 13:17:09.968871 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3333537e-e5c9-4192-b2e9-5a65c1292f4c no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:10.021414 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 3333537e-e5c9-4192-b2e9-5a65c1292f4c {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:17:10.022003 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3333537e-e5c9-4192-b2e9-5a65c1292f4c not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:17:10.033001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46692) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:10.088607 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-41028d3c-8323-4601-9f87-f64103d9a7c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=11142ba1693948109125509fd1f03a54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541966 May 27 13:17:10.091298 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46698) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:10.196230 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:10.257738 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:10.342929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:10.353769 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-55b077bb-82a5-4e6a-8642-e7b0957a81ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:10.367151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eff332-5855-462a-bcd8-8f341b50c12e,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:10.370102 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:10.372336 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:10.375663 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75eff332-5855-462a-bcd8-8f341b50c12e HTTP/1.1" status: 204 len: 168 time: 0.2831337 May 27 13:17:10.644331 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874169-f2bc-42d9-af6e-7524bb375427 req-1eaf25c4-769b-492d-8d74-208c472c3394 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:10.645819 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a874169-f2bc-42d9-af6e-7524bb375427 req-1eaf25c4-769b-492d-8d74-208c472c3394 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0798967 May 27 13:17:10.697229 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a874169-f2bc-42d9-af6e-7524bb375427 req-dd7e9c28-f982-4e79-9e8f-dd7052c138be tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 May 27 13:17:11.924491 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e1b4c-eb17-4b2f-89a7-15c40914f0da req-e1c942dd-4870-4c56-8ffd-e8b26b3c9ab8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:11.931838 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fa4e1b4c-eb17-4b2f-89a7-15c40914f0da req-e1c942dd-4870-4c56-8ffd-e8b26b3c9ab8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1028976 May 27 13:17:11.992122 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fa4e1b4c-eb17-4b2f-89a7-15c40914f0da req-a299f45a-12c2-4987-982e-909bfbe129c0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517240 May 27 13:17:13.188998 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7c32c-cb8b-4790-a954-5b76e9b2953b req-cf9ee2d3-d122-4946-8c92-5d16427ad05d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:13.190575 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-08c7c32c-cb8b-4790-a954-5b76e9b2953b req-cf9ee2d3-d122-4946-8c92-5d16427ad05d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0932119 May 27 13:17:13.241554 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-08c7c32c-cb8b-4790-a954-5b76e9b2953b req-8477a889-2824-4d08-a2c0-adad62d3314b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 May 27 13:17:14.443909 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440034f-24b7-47c8-b590-6ee007ffa098 req-14702395-1edc-4bae-9047-aff58061cbd4 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:14.445478 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d440034f-24b7-47c8-b590-6ee007ffa098 req-14702395-1edc-4bae-9047-aff58061cbd4 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0898547 May 27 13:17:14.544782 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d440034f-24b7-47c8-b590-6ee007ffa098 req-e0634240-5672-4bb9-9b8f-58f6ee677e16 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625949 May 27 13:17:14.567738 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccbd20-cfd0-4d09-8b7d-be6c9771ce7a req-d0dea1ed-468c-4fa1-a7cb-50c5ab13f829 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:14.569592 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f0ccbd20-cfd0-4d09-8b7d-be6c9771ce7a req-d0dea1ed-468c-4fa1-a7cb-50c5ab13f829 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1232669 May 27 13:17:14.619351 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f0ccbd20-cfd0-4d09-8b7d-be6c9771ce7a req-a5cf8ae0-7052-4c50-a08b-82608c86c304 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401533 May 27 13:17:15.777457 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701baf4-01ce-45ef-9808-da78544392d8 req-7881e314-ea4d-4d8c-ad9e-53e0239d71da tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:15.778942 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3701baf4-01ce-45ef-9808-da78544392d8 req-7881e314-ea4d-4d8c-ad9e-53e0239d71da tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1207438 May 27 13:17:15.838201 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3701baf4-01ce-45ef-9808-da78544392d8 req-98df2406-09a3-4edc-a852-d80b7183abc7 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525031 May 27 13:17:15.856666 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc0ac4-bb8c-4f57-9844-a1eedab85ed5 req-05f5c2a7-4fd5-4c91-b52b-421457dc5e21 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:15.858110 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d4dc0ac4-bb8c-4f57-9844-a1eedab85ed5 req-05f5c2a7-4fd5-4c91-b52b-421457dc5e21 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1287279 May 27 13:17:15.903736 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d4dc0ac4-bb8c-4f57-9844-a1eedab85ed5 req-9a82a99f-fe55-4506-a6b0-0609831d17ae tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395710 May 27 13:17:17.199026 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841a31a-c795-4bcc-954c-88d31c2a2861 req-324d8528-5ef2-4966-926a-f94effbaba28 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:17.200473 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b841a31a-c795-4bcc-954c-88d31c2a2861 req-324d8528-5ef2-4966-926a-f94effbaba28 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.2428572 May 27 13:17:17.211026 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792542f9-0cb3-43e9-956a-cca3452610e4 req-54e71667-2fbf-40bb-acca-2c168686ef37 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:17.212354 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-792542f9-0cb3-43e9-956a-cca3452610e4 req-54e71667-2fbf-40bb-acca-2c168686ef37 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1175773 May 27 13:17:17.282536 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b841a31a-c795-4bcc-954c-88d31c2a2861 req-53d4796a-c2aa-49f9-be69-fcaa404495a3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692074 May 27 13:17:17.285195 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-792542f9-0cb3-43e9-956a-cca3452610e4 req-3487e600-0b94-48bd-9902-09c768aaf50f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572169 May 27 13:17:18.547948 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb4d47-c698-424a-a4ad-d5b886bcab84 req-3bc3c652-4be8-4f36-acfd-ad4243b5c13d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:18.549441 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-09bb4d47-c698-424a-a4ad-d5b886bcab84 req-3bc3c652-4be8-4f36-acfd-ad4243b5c13d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1448324 May 27 13:17:18.557784 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93ec6-773c-4a9a-8d3f-da8fe33709c8 req-fe37f63e-87e2-4dab-87f8-87fd0efc4a3a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:18.559272 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bcc93ec6-773c-4a9a-8d3f-da8fe33709c8 req-fe37f63e-87e2-4dab-87f8-87fd0efc4a3a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1527443 May 27 13:17:18.630458 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-09bb4d47-c698-424a-a4ad-d5b886bcab84 req-1572accc-231f-4595-aa19-1c342c728981 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701954 May 27 13:17:18.633132 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bcc93ec6-773c-4a9a-8d3f-da8fe33709c8 req-cd8a8922-8143-4e6f-b86e-fddadd79d4b3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598521 May 27 13:17:19.895688 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8d331-fc8d-419a-a0be-c7bc05d16a69 req-547c0f0f-c05a-4c91-a07a-8c82a4946062 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:19.897163 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-eda8d331-fc8d-419a-a0be-c7bc05d16a69 req-547c0f0f-c05a-4c91-a07a-8c82a4946062 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1479740 May 27 13:17:19.905289 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b5417-9b90-4631-970b-45858e62b455 req-f785842a-12c4-4a79-812a-b3d7d14e61a0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:19.906630 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-573b5417-9b90-4631-970b-45858e62b455 req-f785842a-12c4-4a79-812a-b3d7d14e61a0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1109455 May 27 13:17:19.977334 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-eda8d331-fc8d-419a-a0be-c7bc05d16a69 req-98069eb1-a5bc-4af6-a079-8abc1f64eaec tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697455 May 27 13:17:19.982113 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-573b5417-9b90-4631-970b-45858e62b455 req-a5e36aeb-b708-4379-a52a-580a0fc7e757 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616066 May 27 13:17:20.520815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46904) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:20.650947 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:20.665427 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:20.669323 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7476f6e275b74d4b8b7bb7de406783ae is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:20.672182 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:20.677872 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:20.761344 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:20.767136 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:20.774387 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4b84fc92-fa5d-4e90-ad92-81422c5f97ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:20.814207 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78234d4-4c72-45a4-b71b-660dc9920117,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:20.818555 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:20.821621 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7476f6e275b74d4b8b7bb7de406783ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995713 May 27 13:17:20.825968 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46912) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:20.869162 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a0017e24-6032-403e-9661-69325f937847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:20.889293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:20.925189 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:20.983300 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:20.986919 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-badab8c6-ea10-4b85-857a-546cf1ea705f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:20.999335 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78234d4-4c72-45a4-b71b-660dc9920117,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:21.002268 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:21.004236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.005916 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c78234d4-4c72-45a4-b71b-660dc9920117 HTTP/1.1" status: 204 len: 168 time: 0.1785359 May 27 13:17:21.260754 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e6f49-6268-4ae5-83dc-010b67624cd1 req-d60e0205-3091-4ec6-bc23-fd95fba1fbe5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:21.262189 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd3e6f49-6268-4ae5-83dc-010b67624cd1 req-d60e0205-3091-4ec6-bc23-fd95fba1fbe5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1527028 May 27 13:17:21.269885 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c744893-1dd2-462b-8b86-ca37c315df55 req-709737e8-fc75-4482-994e-bdec184d5c1c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:21.271299 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7c744893-1dd2-462b-8b86-ca37c315df55 req-709737e8-fc75-4482-994e-bdec184d5c1c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1251841 May 27 13:17:21.305030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 46924) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:21.323512 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.337907 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd3e6f49-6268-4ae5-83dc-010b67624cd1 req-4bca22ea-9496-4983-99d0-4fdb5e9e6b2b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656662 May 27 13:17:21.338707 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:21.345276 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7c744893-1dd2-462b-8b86-ca37c315df55 req-fa82ac26-55b9-4efe-9532-61fbd18a0bbb tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583858 May 27 13:17:21.346823 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Usage tracker for resource:security_group_rule and tenant:84c06334a9904aad8cf1aa333ae72c65 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:21.349879 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:21.356013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:21.436632 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.442777 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.452891 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5e1bdf7a-f8c5-4466-b2e0-6b3b8def7c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:21.493277 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84c06334a9904aad8cf1aa333ae72c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871817 May 27 13:17:21.493982 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad804cb4-6401-41ec-ac52-d100fb9eae10,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:21.496493 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 46928) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:21.497480 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:21.563058 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.589451 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.649443 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.653651 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-93c539b2-409e-41ad-b78c-cab6278ba19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:21.666824 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad804cb4-6401-41ec-ac52-d100fb9eae10,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:21.669250 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:21.677062 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:21.678182 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ad804cb4-6401-41ec-ac52-d100fb9eae10 HTTP/1.1" status: 204 len: 168 time: 0.1806436 May 27 13:17:22.597885 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cfef6-26b1-4093-8aff-61c83b56e3d9 req-d49d9247-7152-42c2-95e1-23c03fe9d602 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:22.599341 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df3cfef6-26b1-4093-8aff-61c83b56e3d9 req-d49d9247-7152-42c2-95e1-23c03fe9d602 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1393828 May 27 13:17:22.607482 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4b50-742e-4c3d-b933-e1cda8910225 req-4b5b9548-0fdf-4fea-ac73-5d34eeee26ce tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:22.608844 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-03aa4b50-742e-4c3d-b933-e1cda8910225 req-4b5b9548-0fdf-4fea-ac73-5d34eeee26ce tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1469438 May 27 13:17:22.674435 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df3cfef6-26b1-4093-8aff-61c83b56e3d9 req-eab10e0a-afd8-4dde-81ed-ecdfeb87d26b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646641 May 27 13:17:22.685543 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-03aa4b50-742e-4c3d-b933-e1cda8910225 req-776a615e-0e83-4890-b76c-a4b77bc75c62 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612409 May 27 13:17:23.297575 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:23.367876 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-06604258-81c2-43b0-aa0e-47a18870d6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:23.923423 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8ab6-40ba-48bf-b9d9-c0bc3bba41f7 req-137222f1-6b89-47fe-9986-230ff9d58d3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:23.925033 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1b5d8ab6-40ba-48bf-b9d9-c0bc3bba41f7 req-137222f1-6b89-47fe-9986-230ff9d58d3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1403189 May 27 13:17:23.935678 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f9a49-ec82-4b3d-a36f-4b72913484c1 req-00111b48-c668-4545-b634-aa60fc366572 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:23.937089 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cb8f9a49-ec82-4b3d-a36f-4b72913484c1 req-00111b48-c668-4545-b634-aa60fc366572 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1140668 May 27 13:17:24.005026 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1b5d8ab6-40ba-48bf-b9d9-c0bc3bba41f7 req-ffa7c7e3-49ec-455a-8c1c-41fee41341ff tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669982 May 27 13:17:24.011802 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cb8f9a49-ec82-4b3d-a36f-4b72913484c1 req-59b0c76e-c41d-44cc-b4bd-308a82c52e77 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612657 May 27 13:17:24.530733 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:24.956335 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:17:25.272404 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d321-ab64-4c80-b411-6d18836a693b req-e9fd8f13-2b65-420c-82f9-18821c0acfd7 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:25.273866 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3087d321-ab64-4c80-b411-6d18836a693b req-e9fd8f13-2b65-420c-82f9-18821c0acfd7 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1367354 May 27 13:17:25.288460 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ea691-3c8c-414b-a0e1-b5badbf06f22 req-e79072f1-37cb-4661-9c99-33b04fc67689 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:25.289986 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b57ea691-3c8c-414b-a0e1-b5badbf06f22 req-e79072f1-37cb-4661-9c99-33b04fc67689 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1216793 May 27 13:17:25.362209 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3087d321-ab64-4c80-b411-6d18836a693b req-e84a6e05-d711-4025-beb6-62dce5fb9811 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712442 May 27 13:17:25.372300 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b57ea691-3c8c-414b-a0e1-b5badbf06f22 req-01bbefa2-78ab-4a7c-9355-332a9ab7051c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636194 May 27 13:17:25.807141 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:26.637065 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 47040) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:26.706282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3f0f-6e43-461c-973f-5cccf0c49b75 req-e78b938d-1af7-4ffb-b7c1-be2dbce5d49a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:26.714123 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2adb3f0f-6e43-461c-973f-5cccf0c49b75 req-e78b938d-1af7-4ffb-b7c1-be2dbce5d49a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.2329831 May 27 13:17:26.748334 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d689-7b60-431f-ac04-0dd88ca31dda req-3a7adb69-eaea-4859-999e-6adb3fa1ea05 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:26.749898 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4145d689-7b60-431f-ac04-0dd88ca31dda req-3a7adb69-eaea-4859-999e-6adb3fa1ea05 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.2330632 May 27 13:17:26.765405 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:26.779742 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:26.783709 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Usage tracker for resource:security_group_rule and tenant:1a061ac0a23a46c0a6eedaa84dfc9bea is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:26.784637 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2adb3f0f-6e43-461c-973f-5cccf0c49b75 req-d4df8273-a38f-4c1a-985d-6b7387b1b48d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696042 May 27 13:17:26.786854 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:26.792875 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:26.813191 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4145d689-7b60-431f-ac04-0dd88ca31dda req-0671cf8f-b633-4fb5-931e-4d6733fe17f9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545571 May 27 13:17:26.889187 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:26.894415 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:26.901375 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-451c1720-44b8-4e3e-82da-e1162bfd803e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:26.941900 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a061ac0a23a46c0a6eedaa84dfc9bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035836 May 27 13:17:26.942777 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e223db7-4436-49e4-9a86-16383bbf2a5d,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:26.944984 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47046) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:26.945849 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:27.007320 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.032757 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.090091 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.095080 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:27.109595 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e223db7-4436-49e4-9a86-16383bbf2a5d,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:27.113086 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:27.119366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.123182 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e223db7-4436-49e4-9a86-16383bbf2a5d HTTP/1.1" status: 204 len: 168 time: 0.1745541 May 27 13:17:27.419076 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47056) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:27.437520 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.451899 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:27.455823 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Usage tracker for resource:security_group_rule and tenant:b857c47372304a9f9326b6d2dbf415a7 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:27.459283 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:27.465366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:27.561567 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.567508 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.574504 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-13b40f5f-7cad-4a52-91b0-78cd568bef83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:27.614394 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b857c47372304a9f9326b6d2dbf415a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942797 May 27 13:17:27.615248 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db19bacf-e2cb-46f4-ae86-3abfa1b03f66,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:27.617423 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 47060) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:27.619106 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:27.683353 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.710014 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.763891 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.770354 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0a4df994-d2b0-4f18-b0cd-6aceb92deeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:27.787858 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db19bacf-e2cb-46f4-ae86-3abfa1b03f66,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:27.790734 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:27.800316 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:27.801574 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db19bacf-e2cb-46f4-ae86-3abfa1b03f66 HTTP/1.1" status: 204 len: 168 time: 0.1829550 May 27 13:17:27.966981 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:17:28.045137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e81f71-e9f0-4578-a2c7-a1d7fd55e6d2 req-dff166ca-50dd-407e-80fb-5b9dc5cfb09a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:28.047362 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e1e81f71-e9f0-4578-a2c7-a1d7fd55e6d2 req-dff166ca-50dd-407e-80fb-5b9dc5cfb09a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1527987 May 27 13:17:28.056904 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cea41-221b-4aa5-bc08-1ba390ffb31c req-adb197fc-4f0c-4459-810e-da72f929cb07 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:28.058370 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a0cea41-221b-4aa5-bc08-1ba390ffb31c req-adb197fc-4f0c-4459-810e-da72f929cb07 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1245742 May 27 13:17:28.117682 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:28.128915 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e1e81f71-e9f0-4578-a2c7-a1d7fd55e6d2 req-36d56896-c851-4853-9c5a-0860adfd5b60 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695689 May 27 13:17:28.133273 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'port_id': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'mac_address': 'fa:16:3e:13:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:17:28.146530 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a0cea41-221b-4aa5-bc08-1ba390ffb31c req-6201a561-2d93-4255-b835-6d233a5e3632 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722704 May 27 13:17:28.201118 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:28.219258 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f33e84e-e47a-420f-a0a7-cc40848bb880 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:17:28.235857 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:28.240225 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:28.243051 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:28.319818 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=6']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:28.327892 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.328880 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.329225 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.329561 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.329940 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.330271 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.330591 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.330906 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.331245 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.331565 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.331885 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.332191 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:28.336655 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:28.376038 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['0f33e84e-e47a-420f-a0a7-cc40848bb880'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:17:29.397144 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b66fd-6548-4c35-99e5-4bc5c8bb6460 req-57f91559-7d4b-4790-bd68-34f86eaf621a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:29.398609 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-764b66fd-6548-4c35-99e5-4bc5c8bb6460 req-57f91559-7d4b-4790-bd68-34f86eaf621a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1473093 May 27 13:17:29.409614 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4da882-3618-4422-bcaf-76b6bc144773 req-4b8a6af6-6ef7-4209-90fd-04a590d7a869 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:29.411108 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-eb4da882-3618-4422-bcaf-76b6bc144773 req-4b8a6af6-6ef7-4209-90fd-04a590d7a869 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 945 time: 0.1154854 May 27 13:17:29.482075 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-764b66fd-6548-4c35-99e5-4bc5c8bb6460 req-4aab6a02-637f-4789-ae65-be3a2034fd9d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699625 May 27 13:17:29.489268 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-eb4da882-3618-4422-bcaf-76b6bc144773 req-d07daf3e-291c-4373-85ae-4bf030e84a2e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587788 May 27 13:17:29.985173 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:17:30.084439 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 0f33e84e-e47a-420f-a0a7-cc40848bb880 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:17:30.084968 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:30.201694 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:30.230432 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:30.241072 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:30.246471 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:30.248643 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:30.280386 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'code': 200} May 27 13:17:30.318090 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=7']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:30.321228 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:30.760119 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd47b2-460b-446d-9ab3-0b3440bbc00b req-e1f4586b-ae39-4003-a8a3-fb0542a95d7f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:30.761496 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-febd47b2-460b-446d-9ab3-0b3440bbc00b req-e1f4586b-ae39-4003-a8a3-fb0542a95d7f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1426225 May 27 13:17:30.768926 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b589ab-cd6e-4332-9ba9-1ade85453b95 req-2e26eb4c-4f40-4fe6-b960-5ac87e58c969 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:30.770261 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-63b589ab-cd6e-4332-9ba9-1ade85453b95 req-2e26eb4c-4f40-4fe6-b960-5ac87e58c969 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1495473 May 27 13:17:30.837337 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-febd47b2-460b-446d-9ab3-0b3440bbc00b req-2e6c3b93-18c3-48a0-8376-ae06f59a8be3 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661662 May 27 13:17:30.844361 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-63b589ab-cd6e-4332-9ba9-1ade85453b95 req-f264584c-abbb-43db-8c83-fbcfeb2021e5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601258 May 27 13:17:31.188941 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030a41-5370-4614-aea3-51c8317fd660 req-1549a0a9-2c0e-46fc-89b3-4bd6c20d9caf tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:31.190423 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-69030a41-5370-4614-aea3-51c8317fd660 req-1549a0a9-2c0e-46fc-89b3-4bd6c20d9caf tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0854323 May 27 13:17:31.278077 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-69030a41-5370-4614-aea3-51c8317fd660 req-e56a353b-92bd-47a0-9a0e-62d1df3018ca tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573123 May 27 13:17:31.294711 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-8518194d-60ef-4158-915b-b88b2509395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:31.296297 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-8518194d-60ef-4158-915b-b88b2509395b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1098 time: 0.1050551 May 27 13:17:31.441937 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-fde0fd29-dca6-418c-a092-cd7de6d29753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:31.443446 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-fde0fd29-dca6-418c-a092-cd7de6d29753 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.1389477 May 27 13:17:31.551638 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-dd7d4994-43ed-412a-b65a-c2ce12d8e626 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 1000 time: 0.0992210 May 27 13:17:31.622548 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-92695d83-de4e-4a84-9377-5d1176a1ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:31.624016 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-92695d83-de4e-4a84-9377-5d1176a1ed54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0609615 May 27 13:17:31.709616 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-6e466ac1-085b-42ad-a772-6f0d42e6d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:31.711070 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-6e466ac1-085b-42ad-a772-6f0d42e6d12d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752535 May 27 13:17:31.855183 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-840b4e82-d835-4d9f-aed0-3e2e4b981efc service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340013 May 27 13:17:32.132459 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6b5b0bff-140f-4ec9-b485-b1c4d72c7148 req-296e7d40-8459-4126-9eb0-36310e72889e service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666874 May 27 13:17:32.151734 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc0acd-8737-460c-9747-567adb02fd09 req-74c0020a-f902-4148-92b3-2860eae0534e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.153300 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-00fc0acd-8737-460c-9747-567adb02fd09 req-74c0020a-f902-4148-92b3-2860eae0534e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1243801 May 27 13:17:32.243770 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-00fc0acd-8737-460c-9747-567adb02fd09 req-d24d8683-9064-4e25-92d3-3fb818e8039c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831590 May 27 13:17:32.273929 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69154-9283-4544-870d-60e743716c93 req-187ca03f-23af-4716-a185-ddeda953a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.276038 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c3b69154-9283-4544-870d-60e743716c93 req-187ca03f-23af-4716-a185-ddeda953a071 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0901015 May 27 13:17:32.477363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69154-9283-4544-870d-60e743716c93 req-4bc0439e-fcfe-4122-b573-eab7e1b903cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.478716 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c3b69154-9283-4544-870d-60e743716c93 req-4bc0439e-fcfe-4122-b573-eab7e1b903cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.1791756 May 27 13:17:32.580070 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fc734-830d-41f7-9309-962d0ee2d972 req-6210184f-5387-4819-b48d-2296aa9d7367 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.581549 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f92fc734-830d-41f7-9309-962d0ee2d972 req-6210184f-5387-4819-b48d-2296aa9d7367 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1948285 May 27 13:17:32.610585 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c3b69154-9283-4544-870d-60e743716c93 req-9a9fe663-d8de-4dd7-8dd1-71324052b1ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 1000 time: 0.1228759 May 27 13:17:32.677632 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f92fc734-830d-41f7-9309-962d0ee2d972 req-00ba01c5-f5cb-4c27-9410-f8dfa98bb13a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898619 May 27 13:17:32.690962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69154-9283-4544-870d-60e743716c93 req-37cc97b9-4640-4c65-b69a-255c506531b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.692407 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c3b69154-9283-4544-870d-60e743716c93 req-37cc97b9-4640-4c65-b69a-255c506531b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0758669 May 27 13:17:32.773537 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69154-9283-4544-870d-60e743716c93 req-83bcffe0-6a58-4641-8ff5-7b92cf24897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.775035 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c3b69154-9283-4544-870d-60e743716c93 req-83bcffe0-6a58-4641-8ff5-7b92cf24897c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0731750 May 27 13:17:32.908352 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c3b69154-9283-4544-870d-60e743716c93 req-6ebac2a4-e682-413e-99cb-cc071e084ef4 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253560 May 27 13:17:33.048905 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c3b69154-9283-4544-870d-60e743716c93 req-8072637d-afe2-4312-8187-3f7300d02b4e service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319151 May 27 13:17:33.462352 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e9c16-1f3f-4027-9a54-e5b10e7683d2 req-8a647071-7d38-45ca-a5bd-d454952a8453 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:33.463888 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-187e9c16-1f3f-4027-9a54-e5b10e7683d2 req-8a647071-7d38-45ca-a5bd-d454952a8453 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0923066 May 27 13:17:33.516539 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-187e9c16-1f3f-4027-9a54-e5b10e7683d2 req-1bd357b5-56d5-4c63-a561-4db0225627a0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 May 27 13:17:33.880340 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbf95a-27e5-4665-b409-d0f87af9f0fd req-261c309a-5f4a-41da-a899-b46c54e239a7 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:33.881827 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93cbf95a-27e5-4665-b409-d0f87af9f0fd req-261c309a-5f4a-41da-a899-b46c54e239a7 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0876191 May 27 13:17:33.930998 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93cbf95a-27e5-4665-b409-d0f87af9f0fd req-3cdc226e-3ae7-4dd5-adad-09a297496f86 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 May 27 13:17:34.720707 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c3836-d1d6-4326-8f89-e1f331829997 req-4f1d3f72-bbd9-4d17-addf-eef073d1dcd8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:34.722238 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f11c3836-d1d6-4326-8f89-e1f331829997 req-4f1d3f72-bbd9-4d17-addf-eef073d1dcd8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0919564 May 27 13:17:34.769579 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f11c3836-d1d6-4326-8f89-e1f331829997 req-8c95f190-584e-484d-bc01-d3f1321e3162 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386720 May 27 13:17:35.965803 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68535-c7ca-4a82-9fbd-5068d8d5ce66 req-bfb7d831-f0cf-41ed-af4c-2e7166b36bb7 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:35.967317 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bfe68535-c7ca-4a82-9fbd-5068d8d5ce66 req-bfb7d831-f0cf-41ed-af4c-2e7166b36bb7 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0864148 May 27 13:17:36.015915 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bfe68535-c7ca-4a82-9fbd-5068d8d5ce66 req-435c9e7d-cab3-4f23-9727-4d1728591424 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 May 27 13:17:36.345451 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.132391 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47232) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:37.228488 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b8386-98fe-498f-8fd8-e00e84332e4b req-d961adf0-0862-45c1-bbea-a23f3455106c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:37.230144 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-779b8386-98fe-498f-8fd8-e00e84332e4b req-d961adf0-0862-45c1-bbea-a23f3455106c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0950811 May 27 13:17:37.292121 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-779b8386-98fe-498f-8fd8-e00e84332e4b req-c3db150a-08a9-4ffd-88ec-8a9ce9d325c2 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558279 May 27 13:17:37.324046 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.339922 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:37.344479 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Usage tracker for resource:security_group_rule and tenant:21222b6e66174802990d9bb7bc73754a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:37.347639 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:37.353579 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:37.454838 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.459886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.466717 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7979355f-dcbe-4464-abd4-b147d1549084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:37.511397 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21222b6e66174802990d9bb7bc73754a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750339 May 27 13:17:37.511397 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4874299e-4d15-4376-bd59-7f3a6c9ed969,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:37.512769 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47240) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:37.514637 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:37.575866 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.605143 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.751142 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.754968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-21e8ac6f-ecca-4f0a-bcd4-056ce492508a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:37.767882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4874299e-4d15-4376-bd59-7f3a6c9ed969,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:37.771972 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:37.779591 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:37.780721 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4874299e-4d15-4376-bd59-7f3a6c9ed969 HTTP/1.1" status: 204 len: 168 time: 0.2678988 May 27 13:17:38.503086 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bf3a-4f89-455a-9f61-19ced2d367c3 req-bc4c8d96-48d1-4aa1-90d7-897b5c0f7f87 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:38.504623 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fc67bf3a-4f89-455a-9f61-19ced2d367c3 req-bc4c8d96-48d1-4aa1-90d7-897b5c0f7f87 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0912809 May 27 13:17:38.551606 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fc67bf3a-4f89-455a-9f61-19ced2d367c3 req-8ba97b90-68eb-46ed-aa4f-34e85eea0e9f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 May 27 13:17:39.785095 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4e08-8778-45bb-ae6a-78c4618e5edc req-e5709053-c87d-4d25-99a9-e07d3025f3f8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:39.787033 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe1c4e08-8778-45bb-ae6a-78c4618e5edc req-e5709053-c87d-4d25-99a9-e07d3025f3f8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0993278 May 27 13:17:39.841495 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fe1c4e08-8778-45bb-ae6a-78c4618e5edc req-fb94cfb7-a927-4caa-a14f-1d98c8916e31 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482831 May 27 13:17:41.059816 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3ad42-9d51-4baf-b9c2-0565be84e311 req-c157287b-9382-4f63-bc4a-6d517a28bf29 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:41.061541 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-44f3ad42-9d51-4baf-b9c2-0565be84e311 req-c157287b-9382-4f63-bc4a-6d517a28bf29 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1109297 May 27 13:17:41.120156 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-44f3ad42-9d51-4baf-b9c2-0565be84e311 req-9d81f8e0-13c6-443c-a8ba-25fcb985fedf tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503652 May 27 13:17:42.356041 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038493eb-6dc5-4b82-83d0-c115f9071700 req-37ece0d5-2a7f-43d1-a106-80a751df42b8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:42.357638 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-038493eb-6dc5-4b82-83d0-c115f9071700 req-37ece0d5-2a7f-43d1-a106-80a751df42b8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0864990 May 27 13:17:42.407094 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-038493eb-6dc5-4b82-83d0-c115f9071700 req-1c1b2b9a-21a6-46d4-bb49-6694f282ccbc tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 May 27 13:17:43.659053 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3166a9-9bb8-43a1-93fa-ceb70c6594aa req-6ed8d7dd-e81b-4673-9ddf-704ade0d450e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:43.660609 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7f3166a9-9bb8-43a1-93fa-ceb70c6594aa req-6ed8d7dd-e81b-4673-9ddf-704ade0d450e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0957520 May 27 13:17:43.706660 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7f3166a9-9bb8-43a1-93fa-ceb70c6594aa req-34e2f8fc-247a-453b-b646-0b157b4778c5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401449 May 27 13:17:44.921285 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80c206-039c-4692-8988-4e22fbaef11e req-290c2af2-e8b2-4362-9427-b74e8462f9bc tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:44.922616 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a80c206-039c-4692-8988-4e22fbaef11e req-290c2af2-e8b2-4362-9427-b74e8462f9bc tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1013494 May 27 13:17:44.968825 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7a80c206-039c-4692-8988-4e22fbaef11e req-de272d05-ad4c-4a70-9b8c-b12e9a0a2c09 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 May 27 13:17:46.180744 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceaada9-c1c7-44d5-8e86-33448aafbdcd req-3cd6c057-47e9-4018-808e-daf1ba80f587 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:46.182186 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cceaada9-c1c7-44d5-8e86-33448aafbdcd req-3cd6c057-47e9-4018-808e-daf1ba80f587 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0943999 May 27 13:17:46.231123 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cceaada9-c1c7-44d5-8e86-33448aafbdcd req-a2221b52-dfe7-4398-a121-e5ba3637ecf5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 May 27 13:17:47.432050 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02033244-7413-49fa-9765-016e1d7ae4b2 req-934d3f5f-601a-48ce-87aa-cd6a7d76382f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:47.440049 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02033244-7413-49fa-9765-016e1d7ae4b2 req-934d3f5f-601a-48ce-87aa-cd6a7d76382f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0936599 May 27 13:17:47.495727 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02033244-7413-49fa-9765-016e1d7ae4b2 req-ea7968bf-f503-4fed-b1b8-20dd4d93149a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547030 May 27 13:17:48.743534 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9622c61-cccc-44fc-a5d8-4a0dc4c58d37 req-82f6598c-0595-4b28-9c01-6b4188310dee tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:48.745650 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9622c61-cccc-44fc-a5d8-4a0dc4c58d37 req-82f6598c-0595-4b28-9c01-6b4188310dee tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0856917 May 27 13:17:48.800875 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a9622c61-cccc-44fc-a5d8-4a0dc4c58d37 req-a7d0214f-f822-4740-b585-dbc2023d3278 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482311 May 27 13:17:49.993865 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f1cc8-c946-40e7-9f60-20de5d994cef req-0aad22ce-4bfd-42c3-9005-9aaa3149a3b3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:49.995373 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-346f1cc8-c946-40e7-9f60-20de5d994cef req-0aad22ce-4bfd-42c3-9005-9aaa3149a3b3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0847180 May 27 13:17:50.043565 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-346f1cc8-c946-40e7-9f60-20de5d994cef req-f0ff9069-75d9-406d-8e37-e62b3a84265d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 May 27 13:17:50.883677 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-20ed1591-67b6-428d-a3e2-eec3422cda0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.006306 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-340ccf05-5442-4788-9b1d-d97d4853aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:51.007784 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-340ccf05-5442-4788-9b1d-d97d4853aa81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1099 time: 0.0719635 May 27 13:17:51.139836 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-7c2b9462-0ca6-4780-b2d7-2b989bc66d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:51.141205 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-7c2b9462-0ca6-4780-b2d7-2b989bc66d9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1265965 May 27 13:17:51.293737 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-e8711595-e91a-4802-9bc7-0960d57d8112 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 200 len: 1002 time: 0.1442533 May 27 13:17:51.361674 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8403-64d9-4924-b85e-6293654713cc req-52ede182-3329-4922-bc03-ac1674046de3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:51.363136 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-43cc8403-64d9-4924-b85e-6293654713cc req-52ede182-3329-4922-bc03-ac1674046de3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.1645720 May 27 13:17:51.371878 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-2217562a-6b7b-442a-a0e7-d0f359787b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:51.373220 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-2217562a-6b7b-442a-a0e7-d0f359787b41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0713444 May 27 13:17:51.459086 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-43cc8403-64d9-4924-b85e-6293654713cc req-5ffb9aec-a046-4313-9e40-f2a9618033b6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892646 May 27 13:17:51.477655 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-5c0f3e3b-ec3b-4380-b7fe-41300a158a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:51.479103 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-5c0f3e3b-ec3b-4380-b7fe-41300a158a6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0940328 May 27 13:17:51.699249 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-d0061333-1980-49cd-b200-43453b00eea6 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095428 May 27 13:17:51.831121 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8903183-bf94-4090-8fa2-1bc21a208485 req-fc341823-54d1-43d1-af3a-444e61bfed6c service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217823 May 27 13:17:52.670721 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16462a-099e-454e-96e5-a4e6a4893feb req-65d4e2b8-728c-4f2c-a9c6-b0387b817c9d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:52.673165 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3b16462a-099e-454e-96e5-a4e6a4893feb req-65d4e2b8-728c-4f2c-a9c6-b0387b817c9d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0931804 May 27 13:17:52.725246 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3b16462a-099e-454e-96e5-a4e6a4893feb req-7916dc69-eb2c-4cea-a1d6-152c8930ee49 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 May 27 13:17:53.303248 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:53.374855 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e26cd8c2-98af-4c15-846f-cb6d584d808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:53.938090 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f231-3289-48ef-93e1-3372dbbb6b4b req-9b45ab7b-fbf5-4ad0-8cb0-101bc1984f06 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:53.939709 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2e04f231-3289-48ef-93e1-3372dbbb6b4b req-9b45ab7b-fbf5-4ad0-8cb0-101bc1984f06 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 946 time: 0.0934925 May 27 13:17:53.986470 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2e04f231-3289-48ef-93e1-3372dbbb6b4b req-a6890530-11b3-429a-8944-0f20ed043761 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408511 May 27 13:17:54.134759 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:54.254311 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:54.281538 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:54.291213 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:54.296921 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:54.298772 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:54.331254 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'code': 200} May 27 13:17:54.370406 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=8']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:54.375158 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:54.528996 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:55.192509 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d71fb-236f-4422-b70b-3e44fc2d6c6c req-2d272924-30b8-4c73-a645-05ba409e8bab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:55.193955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dd5d71fb-236f-4422-b70b-3e44fc2d6c6c req-2d272924-30b8-4c73-a645-05ba409e8bab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0839806 May 27 13:17:55.240236 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dd5d71fb-236f-4422-b70b-3e44fc2d6c6c req-c91c4cf3-b094-4056-846a-c9445ac1daa5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 May 27 13:17:55.802306 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.214857 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49eba0-4547-4e32-9bac-99ba99890e9c req-d96a1ae9-b6d3-4646-9217-5c559160f181 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:56.216306 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba49eba0-4547-4e32-9bac-99ba99890e9c req-d96a1ae9-b6d3-4646-9217-5c559160f181 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0961156 May 27 13:17:56.265161 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba49eba0-4547-4e32-9bac-99ba99890e9c req-cda4d1ec-49d3-4e52-b2f3-3e877c1346e5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 May 27 13:17:56.471280 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47504) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:56.590834 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-8591414b-92c2-4d5e-a6de-b8337f7aa3c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184039 May 27 13:17:56.684726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47518) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:56.815613 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.830509 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:56.834681 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Usage tracker for resource:security_group_rule and tenant:5727f06747414422a434b8dc91323228 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:56.837453 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:56.843268 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:56.947129 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.952004 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.961378 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d4e0ca7c-8067-457b-a9ce-e6b81c3116d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:57.006903 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5727f06747414422a434b8dc91323228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204019 May 27 13:17:57.008644 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c845acd5-370e-4a8d-9366-5a9bc2e943f8,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:57.009204 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 47528) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:57.018216 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.018623 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.019001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.019419 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.019770 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.020121 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.020546 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.020893 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.021258 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.021583 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.022646 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.023053 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.027083 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:57.072766 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.100777 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.162947 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.168554 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:57.181782 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c845acd5-370e-4a8d-9366-5a9bc2e943f8,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:57.186554 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.187687 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c845acd5-370e-4a8d-9366-5a9bc2e943f8 HTTP/1.1" status: 204 len: 168 time: 0.1771655 May 27 13:17:57.192643 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.193020 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.193360 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.193751 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.194091 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.194445 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.194752 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.195100 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.195440 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.195783 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.196118 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.196643 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:57.200021 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6a8a6191-60bf-4b87-99aa-3032afc3f70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:57.454801 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe18026-39f1-4193-b189-7ac5473b3ee9 req-cf264124-e43d-4ddd-aaa1-e846f1079604 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:57.456268 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cbe18026-39f1-4193-b189-7ac5473b3ee9 req-cf264124-e43d-4ddd-aaa1-e846f1079604 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0821998 May 27 13:17:57.506869 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cbe18026-39f1-4193-b189-7ac5473b3ee9 req-afea1721-ee25-401b-b63c-7f3e97970a70 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446029 May 27 13:17:58.158463 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:58.319716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-c5311f66-c54b-41e1-8444-d3c8226e1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.321216 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-c5311f66-c54b-41e1-8444-d3c8226e1d3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d&tenant_id=42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 1097 time: 0.0894725 May 27 13:17:58.413753 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-d4b19377-7693-422e-a20c-2828bb9bd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.415213 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-d4b19377-7693-422e-a20c-2828bb9bd456 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1097 time: 0.0701118 May 27 13:17:58.547540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-86735338-4033-46a9-8f50-18e1b8303ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.549021 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-86735338-4033-46a9-8f50-18e1b8303ce3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1265967 May 27 13:17:58.715436 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-6505199d-d37e-427c-86cd-79b0dd02de67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 200 len: 1000 time: 0.1559982 May 27 13:17:58.779198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a0ef3-7dab-4118-b3b0-874c81c69164 req-90cf6697-afe7-47e4-84a6-5bc4b3f20a24 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.780515 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8f6a0ef3-7dab-4118-b3b0-874c81c69164 req-90cf6697-afe7-47e4-84a6-5bc4b3f20a24 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1503353 May 27 13:17:58.811194 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-5260363a-75e4-4456-b38c-88d8e1860646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.812642 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-5260363a-75e4-4456-b38c-88d8e1860646 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0860064 May 27 13:17:58.876116 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8f6a0ef3-7dab-4118-b3b0-874c81c69164 req-09fd5235-4266-4737-8618-64c7d1a37efc tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884454 May 27 13:17:58.911219 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-3dbe43c4-56ff-4795-adc3-0d0548a12f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.912679 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-3dbe43c4-56ff-4795-adc3-0d0548a12f59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0893352 May 27 13:17:59.049548 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-406005e9-2256-4f1b-bc48-3135524ad26f service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294367 May 27 13:17:59.270453 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-af2bc814-461b-4f52-8069-a8ebd94bbf7e req-68434f23-713b-404e-ad39-4264b3db9e10 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125502 May 27 13:18:00.099017 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bde58-f7a9-401e-8223-9f793e00a162 req-b15e1f12-b826-412c-bd4a-a64180773ab4 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:00.105034 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a34bde58-f7a9-401e-8223-9f793e00a162 req-b15e1f12-b826-412c-bd4a-a64180773ab4 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0903654 May 27 13:18:00.150885 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a34bde58-f7a9-401e-8223-9f793e00a162 req-18beabaa-de53-4f7a-b124-3d58763ca5ca tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 May 27 13:18:01.354967 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf0aaa-651c-4393-b384-a55e542c35e5 req-11da4418-badc-490e-be4b-99d58c630221 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:01.356590 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9dcf0aaa-651c-4393-b384-a55e542c35e5 req-11da4418-badc-490e-be4b-99d58c630221 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0917871 May 27 13:18:01.404817 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9dcf0aaa-651c-4393-b384-a55e542c35e5 req-9c71e430-0858-42ad-9ce5-ce1d08565fa8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 May 27 13:18:01.956031 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:18:02.609659 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d47e0-a2b1-42ce-b50e-e82190e569b2 req-f7e57f14-0cd0-407b-99dd-a7835913418a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:02.611354 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c67d47e0-a2b1-42ce-b50e-e82190e569b2 req-f7e57f14-0cd0-407b-99dd-a7835913418a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0925939 May 27 13:18:02.662524 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c67d47e0-a2b1-42ce-b50e-e82190e569b2 req-6db8a84e-0b98-4c7f-adb3-af812504eb57 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 May 27 13:18:03.878355 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d835845-f016-46e1-ad4c-531be3169c5d req-f78b4392-8ec0-47c0-b101-e44122fe9a7f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:03.879880 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8d835845-f016-46e1-ad4c-531be3169c5d req-f78b4392-8ec0-47c0-b101-e44122fe9a7f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0853450 May 27 13:18:03.928974 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8d835845-f016-46e1-ad4c-531be3169c5d req-e2f788d1-5319-4255-a9e5-d5bdc4315b4c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 May 27 13:18:05.135730 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4cd5b-98c2-4f16-8a4e-6d53050f9a48 req-47d82cd1-8280-4596-bcbc-fa4540c8d639 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:05.138038 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2fe4cd5b-98c2-4f16-8a4e-6d53050f9a48 req-47d82cd1-8280-4596-bcbc-fa4540c8d639 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0916772 May 27 13:18:05.190825 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2fe4cd5b-98c2-4f16-8a4e-6d53050f9a48 req-1ea41267-259c-4eef-b663-e26592751460 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 May 27 13:18:06.340922 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:06.418939 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cd034-7c64-4c83-83f9-3dcaddb47356 req-063e3507-a554-4fd2-b2e5-ea8f0bbb7e40 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:06.420493 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc0cd034-7c64-4c83-83f9-3dcaddb47356 req-063e3507-a554-4fd2-b2e5-ea8f0bbb7e40 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.0878310 May 27 13:18:06.469389 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc0cd034-7c64-4c83-83f9-3dcaddb47356 req-885cac26-69f0-43da-b464-7a4e0ed0cccf tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 May 27 13:18:06.677492 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47712) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:06.801042 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:06.819596 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:06.824403 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Usage tracker for resource:security_group_rule and tenant:eb356d0f5b1d4147a5c704535f31934a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:06.827411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:06.833769 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:06.923260 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:06.928340 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:06.935962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:06.977088 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f181a5b-8155-4a91-a02c-300ea76269d1,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:06.980529 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:06.984101 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eb356d0f5b1d4147a5c704535f31934a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051119 May 27 13:18:06.986514 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47718) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:07.050504 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.076169 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.132810 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.142254 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-deec0b51-d495-4cb6-8d80-bb1443d67096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:07.157764 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f181a5b-8155-4a91-a02c-300ea76269d1,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:07.161809 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:07.163867 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.167433 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f181a5b-8155-4a91-a02c-300ea76269d1 HTTP/1.1" status: 204 len: 168 time: 0.1775022 May 27 13:18:07.474124 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47728) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:07.498106 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.523105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:07.527240 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Usage tracker for resource:security_group_rule and tenant:5fbc166733c94e3691f7e68d0142ae50 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:07.530368 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:07.536762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:07.681250 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.688450 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.695970 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9bc942cf-c830-4c34-8c77-7592b0fb8b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:07.745754 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8669b61-ea51-415a-8ff9-b2aeee2bedd0,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:07.749847 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:07.752133 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5fbc166733c94e3691f7e68d0142ae50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770269 May 27 13:18:07.754973 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47734) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:07.778170 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecdcc9-57b1-493f-909a-b0de55b52f56 req-5c19be77-62d6-4bfa-affa-3d52f1cef4a2 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:07.779686 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0cecdcc9-57b1-493f-909a-b0de55b52f56 req-5c19be77-62d6-4bfa-affa-3d52f1cef4a2 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1809723 May 27 13:18:07.859955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0cecdcc9-57b1-493f-909a-b0de55b52f56 req-e0556c53-0052-46e0-af72-d3874fb7d159 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742404 May 27 13:18:07.865595 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.895337 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.950382 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.954410 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-bc8ff545-d112-47da-a620-04246ee341b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:07.968093 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8669b61-ea51-415a-8ff9-b2aeee2bedd0,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:07.971123 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:07.973185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.974296 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f8669b61-ea51-415a-8ff9-b2aeee2bedd0 HTTP/1.1" status: 204 len: 168 time: 0.2184329 May 27 13:18:08.354233 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 47746) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:08.374108 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:08.392576 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:08.404338 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a00c60e6d4ff486aa2bf8fc2a95699e2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:08.407616 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:08.413553 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:08.502983 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:08.507609 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:08.514957 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8fa9d74b-8d17-4a39-ab76-eb5ab51532d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:08.558889 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593ec1e-c311-4198-8654-4ee645a919a2,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:08.563284 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a00c60e6d4ff486aa2bf8fc2a95699e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077165 May 27 13:18:08.564199 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:08.566461 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 47750) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:08.629108 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:08.655348 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:08.710285 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:08.714185 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-20a58315-1604-4ca8-9836-8d9f74678668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:08.725697 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593ec1e-c311-4198-8654-4ee645a919a2,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:08.729764 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:08.733444 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:08.734629 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5593ec1e-c311-4198-8654-4ee645a919a2 HTTP/1.1" status: 204 len: 168 time: 0.1672778 May 27 13:18:09.136700 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870954f-9105-4ffc-9ec7-1f7e22bc0d51 req-9023e8b5-578b-4cda-b7ee-d8641363c930 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:09.144463 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4870954f-9105-4ffc-9ec7-1f7e22bc0d51 req-9023e8b5-578b-4cda-b7ee-d8641363c930 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1192005 May 27 13:18:09.186878 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4870954f-9105-4ffc-9ec7-1f7e22bc0d51 req-6f6fc0f3-4923-46da-bfdb-30ceb35cb06f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 May 27 13:18:09.595219 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 47778) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:09.702360 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-846554877-network', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:09.707861 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:09.711853 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Usage tracker for resource:network and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:09.714921 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:09.721575 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:09.734014 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Made reservation on behalf of e392272d7df34d74bb921bd7c6215409 for: {'network': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:09.736481 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.748944 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.763887 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:09.767757 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:09.770675 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:09.777642 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:09.862637 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.868839 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.872004 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8bd0d800-5f6f-4361-b9bf-5ef7d4e6bbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:09.901370 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=91946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:18:09.910448 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2cda3-dfbc-43a9-949c-22335966bf0c,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:09.915073 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:09.919997 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.920327 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.segments_db [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Added segment 6ec8f689-4d9b-4a83-9f2c-2f3448167683 of type vlan for network e935223a-898a-4ca2-920a-1d0527781d48 May 27 13:18:09.949991 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.981835 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.983488 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:09.984105 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.989150 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:10.182510 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Pushing event updated for resources: {'Network': ['ID=e935223a-898a-4ca2-920a-1d0527781d48,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:10.190407 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5940130 May 27 13:18:10.191935 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:10.194561 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47784) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:10.204676 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network e935223a-898a-4ca2-920a-1d0527781d48 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:18:10.205595 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Request body: {'subnet': {'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-846554877-subnet', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:10.211364 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:10.215706 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Usage tracker for resource:subnet and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:10.218875 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:10.226336 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:10.241523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Made reservation on behalf of e392272d7df34d74bb921bd7c6215409 for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:10.244432 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003991'] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:10.494845 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc29d51-0470-4418-8f6d-a1b52d94ff61 req-71a0e922-0af9-4692-94ca-f064e3da569a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:10.496359 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8dc29d51-0470-4418-8f6d-a1b52d94ff61 req-71a0e922-0af9-4692-94ca-f064e3da569a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1569092 May 27 13:18:10.577104 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8dc29d51-0470-4418-8f6d-a1b52d94ff61 req-52fddb48-2d1c-43fc-ac10-5bc0c657b6ea tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723376 May 27 13:18:10.766956 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-557377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003969'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:10.770820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-124f508f-aeb8-4a1b-9b76-0840a9f1904a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:10.928353 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a06319e-f406-4cf6-b17b-d9ab93e73572,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:10.932705 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:10.941781 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Checking segment: {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:10.942111 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Network hostable DHCP agents. Network: e935223a-898a-4ca2-920a-1d0527781d48, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:18:10.962692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Network e935223a-898a-4ca2-920a-1d0527781d48 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:18:10.973828 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, e935223a-898a-4ca2-920a-1d0527781d48) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:10.983360 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:10.983949 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:10.984570 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597c8ec-0c37-499a-bead-2324c960f939 None None] Network e935223a-898a-4ca2-920a-1d0527781d48 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:18:11.014475 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-bae47fd1-dfb3-4fc2-bdea-7f9305505a1b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8100398 May 27 13:18:11.014709 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47792) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:11.022144 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:11.026903 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:11.030929 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Usage tracker for resource:router and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:11.033869 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:11.040223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:11.051315 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.052532 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.072210 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.240067 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-e935223a-898a-4ca2-920a-1d0527781d48', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:18:11.241868 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.349762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.407862 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Allocated IP 172.20.0.2 (e935223a-898a-4ca2-920a-1d0527781d48/5a06319e-f406-4cf6-b17b-d9ab93e73572/26109e53-4210-41c6-97fc-a07679f7f5c7) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:11.651839 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.663782 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Transition to ACTIVE for port object 26109e53-4210-41c6-97fc-a07679f7f5c7 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:11.688729 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Transition to ACTIVE for port object 26109e53-4210-41c6-97fc-a07679f7f5c7 will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:11.698026 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.703636 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:11.751725 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.756286 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Network e935223a-898a-4ca2-920a-1d0527781d48 is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:11.764044 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:11.768182 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:11.787757 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.817099 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Pushing event updated for resources: {'Port': ['ID=26109e53-4210-41c6-97fc-a07679f7f5c7,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:11.843813 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:11.872232 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Attempting to bind port 26109e53-4210-41c6-97fc-a07679f7f5c7 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:11.872232 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Attempting to bind port 26109e53-4210-41c6-97fc-a07679f7f5c7 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:11.872604 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Attempting to bind port 26109e53-4210-41c6-97fc-a07679f7f5c7 on network e935223a-898a-4ca2-920a-1d0527781d48 {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:11.878062 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:11.879039 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Checking segment: {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:11.879039 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.879310 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Bound using segment: {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:11.879767 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Bound port: 26109e53-4210-41c6-97fc-a07679f7f5c7, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:11.880192 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.946500 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175feb91-a5e1-4109-b241-1c1c51966d30 req-0322ba9d-a441-4e73-a2ab-ca30f29c5cfd tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:11.947986 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-175feb91-a5e1-4109-b241-1c1c51966d30 req-0322ba9d-a441-4e73-a2ab-ca30f29c5cfd tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.2364213 May 27 13:18:11.970708 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] For port 26109e53-4210-41c6-97fc-a07679f7f5c7, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:11.973934 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] For port 26109e53-4210-41c6-97fc-a07679f7f5c7, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=26109e53-4210-41c6-97fc-a07679f7f5c7,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:11.979304 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.981981 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Allocated IP 172.28.0.73 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/25c39431-05c4-45e0-b666-728a4ace6bf8) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:11.983884 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:12.092258 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Pushing event updated for resources: {'Port': ['ID=26109e53-4210-41c6-97fc-a07679f7f5c7,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:12.099906 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:12.134561 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-175feb91-a5e1-4109-b241-1c1c51966d30 req-1fc983d2-fecb-4884-af7b-2f6bf52ced57 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759150 May 27 13:18:12.189860 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:12.222910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:12.226955 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ee5f632-bbd1-4c37-a21a-1a6838b3c2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:12.308582 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:12.311681 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:12.315273 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:12.347298 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Pushing event updated for resources: {'Port': ['ID=25c39431-05c4-45e0-b666-728a4ace6bf8,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:12.353831 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:12.851034 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.129266 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4811c-b945-434a-9ff9-6b8ae8542789 None None] Network e935223a-898a-4ca2-920a-1d0527781d48 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:18:13.209321 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.222251 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-f0269e34-3425-4f4e-8809-bddef8ffbbfc None None] Provisioning for port 26109e53-4210-41c6-97fc-a07679f7f5c7 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:13.457191 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31b4f9-da29-457f-a595-fe7034e02a4a req-6f014463-5c6e-4d1f-b9c8-3e2413c608e5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:13.458675 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a31b4f9-da29-457f-a595-fe7034e02a4a req-6f014463-5c6e-4d1f-b9c8-3e2413c608e5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1910419 May 27 13:18:13.523896 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a31b4f9-da29-457f-a595-fe7034e02a4a req-d34e04b9-5e4f-48f0-b182-a72bbf5c826c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562036 May 27 13:18:13.525110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Router 613ea29e-a678-4db2-be07-6e5e604e0f86 is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:18:13.718630 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:18:13.728499 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Sync routers for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:18:13.738429 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:13.739091 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:17:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:13.747302 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Notify callbacks [] for router, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.748527 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7327924 May 27 13:18:13.751314 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47808) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:13.914956 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:14.021896 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 26109e53-4210-41c6-97fc-a07679f7f5c7 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:14.207520 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 26109e53-4210-41c6-97fc-a07679f7f5c7 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:14.215486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 26109e53-4210-41c6-97fc-a07679f7f5c7 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:14.216309 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.379500 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:12Z', 'revision_number': 3, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:14.388121 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Checking router: 613ea29e-a678-4db2-be07-6e5e604e0f86 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:18:14.388491 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Updating router 613ea29e-a678-4db2-be07-6e5e604e0f86 port 25c39431-05c4-45e0-b666-728a4ace6bf8 binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:18:14.426445 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.468339 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.511802 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 26109e53-4210-41c6-97fc-a07679f7f5c7, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=26109e53-4210-41c6-97fc-a07679f7f5c7,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:14.517454 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.521157 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:14.562253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.653039 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=26109e53-4210-41c6-97fc-a07679f7f5c7,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:14.657698 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:14.831307 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Allocated IP 172.20.0.1 (e935223a-898a-4ca2-920a-1d0527781d48/5a06319e-f406-4cf6-b17b-d9ab93e73572/f67f8ddb-f2e4-44db-94ce-8a79ccd2110c) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:14.845463 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a48a6-662c-4256-a1ec-dc2375c1cd3a req-dc518b05-262f-4e57-bdee-c62e328054af tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:14.846961 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-249a48a6-662c-4256-a1ec-dc2375c1cd3a req-dc518b05-262f-4e57-bdee-c62e328054af tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1944172 May 27 13:18:14.855373 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.866939 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Transition to ACTIVE for port object 25c39431-05c4-45e0-b666-728a4ace6bf8 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:14.873960 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.877382 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:14.970247 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-249a48a6-662c-4256-a1ec-dc2375c1cd3a req-ecf603ef-9770-4dd3-879f-19df7ea09bac tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163597 May 27 13:18:14.987208 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Attempting to bind port 25c39431-05c4-45e0-b666-728a4ace6bf8 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:14.987585 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Attempting to bind port 25c39431-05c4-45e0-b666-728a4ace6bf8 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:14.987995 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Attempting to bind port 25c39431-05c4-45e0-b666-728a4ace6bf8 on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:14.991757 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ee2b8-753c-4201-a739-f036e474ff11 None None] Pushing event updated for resources: {'Port': ['ID=25c39431-05c4-45e0-b666-728a4ace6bf8,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:14.995793 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-1f7ee2b8-753c-4201-a739-f036e474ff11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:15.004385 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:15.004385 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:15.004385 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.004385 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:15.005016 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Bound port: 25c39431-05c4-45e0-b666-728a4ace6bf8, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:15.005334 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.038659 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.053993 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Transition to ACTIVE for port object f67f8ddb-f2e4-44db-94ce-8a79ccd2110c will not be triggered until provisioned by entity DHCP. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:15.078098 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.080100 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] For port 25c39431-05c4-45e0-b666-728a4ace6bf8, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:15.083726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e176d257-9ee7-4dc8-b772-34d0f00ccd62 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:15.083945 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] For port 25c39431-05c4-45e0-b666-728a4ace6bf8, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=25c39431-05c4-45e0-b666-728a4ace6bf8,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:15.090303 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.093871 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:15.146001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Network e935223a-898a-4ca2-920a-1d0527781d48 is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:15.149435 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:15.153152 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:15.167123 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:15.169929 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:17:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:15.185696 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Pushing event updated for resources: {'Port': ['ID=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:15.192163 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:15.216925 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.225776 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ee2b8-753c-4201-a739-f036e474ff11 None None] Pushing event updated for resources: {'Port': ['ID=25c39431-05c4-45e0-b666-728a4ace6bf8,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:15.236097 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-1f7ee2b8-753c-4201-a739-f036e474ff11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:15.342420 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.354687 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:15.529818 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-cfaa5578-6730-47bb-bd56-2fd7cf3b491f None None] Provisioning for port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:15.545975 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-cfaa5578-6730-47bb-bd56-2fd7cf3b491f None None] Provisioning complete for port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:15.546349 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5578-6730-47bb-bd56-2fd7cf3b491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.569006 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.575296 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.602906 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a328faf8-2716-4a27-a127-c61903563329 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:15.624941 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa5578-6730-47bb-bd56-2fd7cf3b491f None None] Port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:18:15.687354 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.692666 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Pushing event updated for resources: {'Port': ['ID=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:15.694607 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:12Z', 'revision_number': 3, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:15.695546 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:15.698859 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b561c7-705b-4992-9bf9-6d0c6afbf383 None None] The sync data for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb is: [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:12Z', 'revision_number': 3, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:18:15.940271 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Network e935223a-898a-4ca2-920a-1d0527781d48 is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:15.944082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:16.106297 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 25c39431-05c4-45e0-b666-728a4ace6bf8 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:16.187168 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 25c39431-05c4-45e0-b666-728a4ace6bf8 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:16.194863 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 25c39431-05c4-45e0-b666-728a4ace6bf8 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:16.195549 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.222024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Router 613ea29e-a678-4db2-be07-6e5e604e0f86 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:18:16.268639 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-892fd1d5-52ef-4553-8e29-b7188eeda3dc None None] Provisioning complete for port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:16.269339 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-892fd1d5-52ef-4553-8e29-b7188eeda3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.374552 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-892fd1d5-52ef-4553-8e29-b7188eeda3dc None None] Port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:18:16.383661 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.401335 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 25c39431-05c4-45e0-b666-728a4ace6bf8, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=25c39431-05c4-45e0-b666-728a4ace6bf8,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:16.406405 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.407424 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 26109e53-4210-41c6-97fc-a07679f7f5c7 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:16.419844 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41b8b9-ac09-48da-ba68-d0ab38e74446 req-67d3fd6f-f779-4394-be38-c89ab78ff1d2 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:16.421426 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ab41b8b9-ac09-48da-ba68-d0ab38e74446 req-67d3fd6f-f779-4394-be38-c89ab78ff1d2 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.2465644 May 27 13:18:16.440115 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:16.473460 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:18:16.488992 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ab41b8b9-ac09-48da-ba68-d0ab38e74446 req-75adb448-13d7-47a2-b015-83d2bf5ae1cd tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589499 May 27 13:18:16.495642 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] 10.222.0.76 "PUT /v2.0/routers/613ea29e-a678-4db2-be07-6e5e604e0f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7391338 May 27 13:18:16.531210 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=25c39431-05c4-45e0-b666-728a4ace6bf8,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:16.534941 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:16.544274 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 26109e53-4210-41c6-97fc-a07679f7f5c7 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:16.544717 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.034572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47836) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:17.040445 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950481970-network', 'tenant_id': '66190da261ca4819965e3de7166f125b'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:17.045365 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:17.049919 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Usage tracker for resource:network and tenant:66190da261ca4819965e3de7166f125b is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:17.053284 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:17.060386 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:17.074223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Made reservation on behalf of 66190da261ca4819965e3de7166f125b for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:17.077001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.089982 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.104749 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:17.108786 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Usage tracker for resource:security_group_rule and tenant:66190da261ca4819965e3de7166f125b is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:17.111963 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:17.118736 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:17.205411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.210292 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.213506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-74c03af7-d27f-4009-b84c-80842f7885bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:17.243498 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:18:17.248852 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b85451-393e-40bb-b4c0-007ed53458f0,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:17.252540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:17.257215 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.257215 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Added segment 15eacc16-5f78-4c25-8d33-9af1e8f3f4dc of type vlan for network db66dff2-d166-4fd7-bf46-ed523aaba427 May 27 13:18:17.285088 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.303740 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Sync routers for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:18:17.314415 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:17.315197 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:17:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:17.320911 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.322259 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:17.322850 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.326433 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:17.421647 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Pushing event updated for resources: {'Network': ['ID=db66dff2-d166-4fd7-bf46-ed523aaba427,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:17.427319 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3890376 May 27 13:18:17.427319 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:17.427585 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47840) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:17.432524 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network db66dff2-d166-4fd7-bf46-ed523aaba427 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:18:17.433307 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Request body: {'subnet': {'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950481970-subnet', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:17.438692 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:17.442884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Usage tracker for resource:subnet and tenant:66190da261ca4819965e3de7166f125b is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:17.445919 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:17.452824 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:17.465359 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Made reservation on behalf of 66190da261ca4819965e3de7166f125b for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:17.468297 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003991'] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.498646 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:17.762398 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080c8b4-59c8-4183-9d24-10ef4e93f9c4 req-089135b5-fbb3-47a4-a81f-80a87dbefd6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:17.763888 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8080c8b4-59c8-4183-9d24-10ef4e93f9c4 req-089135b5-fbb3-47a4-a81f-80a87dbefd6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1457758 May 27 13:18:17.827057 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 2, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:17.831177 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Checking router: 613ea29e-a678-4db2-be07-6e5e604e0f86 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:18:17.831394 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Updating router 613ea29e-a678-4db2-be07-6e5e604e0f86 port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:18:17.868049 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8080c8b4-59c8-4183-9d24-10ef4e93f9c4 req-cc281385-f605-43eb-be34-0bf1c85c5d96 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574422 May 27 13:18:17.889189 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.970597 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-557377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003969'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.975525 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e05b2907-eb13-42f7-9323-131ab635bc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:17.993840 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 25c39431-05c4-45e0-b666-728a4ace6bf8 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:18.059176 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aae0e39-b998-48b9-9671-458491f07ba7,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:18.061479 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Checking segment: {'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:18.061831 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Network hostable DHCP agents. Network: db66dff2-d166-4fd7-bf46-ed523aaba427, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:18:18.064818 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:18.071161 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 25c39431-05c4-45e0-b666-728a4ace6bf8 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:18.071536 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.082579 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Network db66dff2-d166-4fd7-bf46-ed523aaba427 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:18:18.092846 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, db66dff2-d166-4fd7-bf46-ed523aaba427) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:18.102599 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:18.103303 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.109466 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48cb5e6-198a-4f29-9324-94755d40de26 None None] Network db66dff2-d166-4fd7-bf46-ed523aaba427 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:18:18.128860 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6976066 May 27 13:18:18.129167 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 47848) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:18.134855 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:18.139695 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:18.144049 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Usage tracker for resource:router and tenant:66190da261ca4819965e3de7166f125b is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:18.147548 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:18.153807 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:18.167327 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.168554 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.183973 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.264064 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.276333 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Transition to ACTIVE for port object f67f8ddb-f2e4-44db-94ce-8a79ccd2110c will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:18.284274 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.289902 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:18.451402 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-db66dff2-d166-4fd7-bf46-ed523aaba427', 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'fixed_ips': [{'subnet_id': '0aae0e39-b998-48b9-9671-458491f07ba7'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:18:18.452558 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.453308 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Pushing event updated for resources: {'Port': ['ID=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:18.462336 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.462679 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.463315 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.463656 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.464066 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.464647 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.465023 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.465371 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.465706 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.466027 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.466341 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.466650 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:18.471657 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:18.490277 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.541638 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Attempting to bind port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:18.542007 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Attempting to bind port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:18.542367 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Attempting to bind port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c on network e935223a-898a-4ca2-920a-1d0527781d48 {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:18.547824 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:18.548185 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Checking segment: {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:18.548625 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.549018 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Bound using segment: {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:18.549511 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Bound port: f67f8ddb-f2e4-44db-94ce-8a79ccd2110c, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:18.549878 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.644880 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Allocated IP 172.20.0.2 (db66dff2-d166-4fd7-bf46-ed523aaba427/0aae0e39-b998-48b9-9671-458491f07ba7/574bbfd5-e6c0-4703-abf8-81b51bcf6233) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:18.648391 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] For port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:18.653888 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] For port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:18.659256 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.664451 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-84a12227-1612-40ce-8ee6-f410ad6a9ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:18.737771 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:18.738071 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:17:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:18.822732 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.842439 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Pushing event updated for resources: {'Port': ['ID=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,revision_number=4']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:18.847199 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:18.856084 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.872717 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.889103 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Transition to ACTIVE for port object 574bbfd5-e6c0-4703-abf8-81b51bcf6233 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:18.930348 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Transition to ACTIVE for port object 574bbfd5-e6c0-4703-abf8-81b51bcf6233 will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:18.943609 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:18.949908 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:19.041722 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:19.104980 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Network db66dff2-d166-4fd7-bf46-ed523aaba427 is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:19.109765 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:19.112733 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:19.121130 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Pushing event updated for resources: {'Port': ['ID=574bbfd5-e6c0-4703-abf8-81b51bcf6233,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:19.125350 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Allocated IP 172.28.0.196 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/32be5ebb-7e95-4026-9de0-d7bc4813f8dd) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:19.130647 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:19.230669 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Attempting to bind port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:19.231041 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Attempting to bind port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:19.231407 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Attempting to bind port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 on network db66dff2-d166-4fd7-bf46-ed523aaba427 {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:19.238631 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:19.239162 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Checking segment: {'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:19.239571 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:19.239970 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Bound using segment: {'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:19.240483 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Bound port: 574bbfd5-e6c0-4703-abf8-81b51bcf6233, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:19.240858 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:19.281383 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5641731-dff6-4028-b91f-923fac0f9174 req-d7c708fc-38b3-4712-bdd0-0255ab1b5846 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:19.289822 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d5641731-dff6-4028-b91f-923fac0f9174 req-d7c708fc-38b3-4712-bdd0-0255ab1b5846 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.2540300 May 27 13:18:19.348038 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] For port 574bbfd5-e6c0-4703-abf8-81b51bcf6233, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:19.351920 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] For port 574bbfd5-e6c0-4703-abf8-81b51bcf6233, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=574bbfd5-e6c0-4703-abf8-81b51bcf6233,segment=NetworkSegment(15eacc16-5f78-4c25-8d33-9af1e8f3f4dc),segment_id=15eacc16-5f78-4c25-8d33-9af1e8f3f4dc)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:19.360340 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d5641731-dff6-4028-b91f-923fac0f9174 req-85a2a222-3e53-4750-8d65-17e9214bd7d9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689263 May 27 13:18:19.361992 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:19.381873 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:19.382094 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:19.409136 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:19.414387 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-01303b0f-e260-49e2-a07c-5cb17359903c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:19.439294 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:18Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:19.444249 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51959f-ca0e-4c94-9d47-a4062201e2fb None None] The sync data for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb is: [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:18Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:18:19.458574 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Pushing event updated for resources: {'Port': ['ID=574bbfd5-e6c0-4703-abf8-81b51bcf6233,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:19.463236 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:19.477174 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:19.480197 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:19.486439 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:19.533305 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Pushing event updated for resources: {'Port': ['ID=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:19.537841 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:20.073669 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 574bbfd5-e6c0-4703-abf8-81b51bcf6233 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:20.100663 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.152664 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:20.157971 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f67f8ddb-f2e4-44db-94ce-8a79ccd2110c up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:20.242575 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:20.249272 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:20.249916 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.386626 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.433235 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:20.445478 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.447524 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:20.537068 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:20.541693 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:20.542411 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.597297 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6272d161-c38f-4f56-94ca-fdb33c500c73 None None] Network db66dff2-d166-4fd7-bf46-ed523aaba427 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:18:20.600067 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08cfae-521e-49e1-aded-9d369a868d13 req-8115dbd5-3688-46a8-abf9-4fcd128e8448 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:20.604023 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a08cfae-521e-49e1-aded-9d369a868d13 req-8115dbd5-3688-46a8-abf9-4fcd128e8448 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1089606 May 27 13:18:20.660324 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8a08cfae-521e-49e1-aded-9d369a868d13 req-623b55fc-6225-409d-ac2d-0ad62b5e9d10 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524800 May 27 13:18:20.703626 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Provisioning for port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:20.731719 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Provisioning complete for port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:20.732174 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.772880 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Router 95d980a3-0617-4164-b7c3-51e60c7dde38 is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:18:20.951708 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:18:20.977459 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Sync routers for ids ['95d980a3-0617-4164-b7c3-51e60c7dde38'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:18:20.979766 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.981103 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8506043 May 27 13:18:20.984448 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 47866) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:21.006933 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-0a9273b7-6632-4e09-a7c1-716dfc6370d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.014565 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.024110 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Routers {'95d980a3-0617-4164-b7c3-51e60c7dde38'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:21.024704 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:17:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['95d980a3-0617-4164-b7c3-51e60c7dde38'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:21.136025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] For port 574bbfd5-e6c0-4703-abf8-81b51bcf6233, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=574bbfd5-e6c0-4703-abf8-81b51bcf6233,segment=NetworkSegment(15eacc16-5f78-4c25-8d33-9af1e8f3f4dc),segment_id=15eacc16-5f78-4c25-8d33-9af1e8f3f4dc)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:21.188891 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.198509 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:21.298846 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Set router 95d980a3-0617-4164-b7c3-51e60c7dde38 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:21.343112 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Pushing event updated for resources: {'Port': ['ID=574bbfd5-e6c0-4703-abf8-81b51bcf6233,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:21.345919 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:21.541151 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-856f236a-0032-4f61-a0cb-a30665775036 None None] Provisioning complete for port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:21.541844 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-856f236a-0032-4f61-a0cb-a30665775036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.681132 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.728391 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:19Z', 'revision_number': 3, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port': {'id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:21.734012 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Checking router: 95d980a3-0617-4164-b7c3-51e60c7dde38 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:18:21.734012 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Updating router 95d980a3-0617-4164-b7c3-51e60c7dde38 port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:18:21.790562 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.954088 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Allocated IP 172.20.0.1 (db66dff2-d166-4fd7-bf46-ed523aaba427/0aae0e39-b998-48b9-9671-458491f07ba7/12185aa6-149f-4467-b2aa-682d54c8ddc6) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:21.966618 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4c25e-6016-4de9-9c84-3a5765e46979 req-c3d69d1f-83c3-4df7-97d1-28e6e1b3c36e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:21.968154 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aae4c25e-6016-4de9-9c84-3a5765e46979 req-c3d69d1f-83c3-4df7-97d1-28e6e1b3c36e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 944 time: 0.1693547 May 27 13:18:21.999384 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f67f8ddb-f2e4-44db-94ce-8a79ccd2110c up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:22.093905 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aae4c25e-6016-4de9-9c84-3a5765e46979 req-bc64fe11-2972-43eb-aac9-96ddf590240c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173110 May 27 13:18:22.117044 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:22.117418 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.155766 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.172238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Transition to ACTIVE for port object 12185aa6-149f-4467-b2aa-682d54c8ddc6 will not be triggered until provisioned by entity DHCP. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:22.197396 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.201871 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d1cf6287-66b9-4551-8570-66ecbb6d46d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:22.245952 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.268338 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Network db66dff2-d166-4fd7-bf46-ed523aaba427 is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:22.271280 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:22.273795 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:22.281997 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:18:22.305908 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Transition to ACTIVE for port object 32be5ebb-7e95-4026-9de0-d7bc4813f8dd will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:22.312229 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Pushing event updated for resources: {'Port': ['ID=12185aa6-149f-4467-b2aa-682d54c8ddc6,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:22.315353 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:22.327332 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.333395 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:22.340654 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.362946 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 574bbfd5-e6c0-4703-abf8-81b51bcf6233 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:22.462423 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.db.resource_extend [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:18:22.583506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.590739 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Attempting to bind port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:22.591292 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Attempting to bind port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:22.591493 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Attempting to bind port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:22.601600 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d31d1-e9d1-4c41-83c6-456c12c61068 None None] Pushing event updated for resources: {'Port': ['ID=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:22.609472 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f77d31d1-e9d1-4c41-83c6-456c12c61068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:22.621741 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:22.621741 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:22.621741 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.622164 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:22.622576 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Bound port: 32be5ebb-7e95-4026-9de0-d7bc4813f8dd, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:22.622944 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.711920 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:22.727935 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-c806c9c2-65c4-4826-987f-85d07453907c None None] Provisioning for port 12185aa6-149f-4467-b2aa-682d54c8ddc6 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:22.741317 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:22.741690 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.772162 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-c806c9c2-65c4-4826-987f-85d07453907c None None] Provisioning complete for port 12185aa6-149f-4467-b2aa-682d54c8ddc6 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:22.772559 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c806c9c2-65c4-4826-987f-85d07453907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.795179 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'port_id': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'mac_address': 'fa:16:3e:13:ec:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:18:22.813847 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.818867 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.835164 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] For port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:22.845572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:22.890934 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] For port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:22.899287 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-c806c9c2-65c4-4826-987f-85d07453907c None None] Port 12185aa6-149f-4467-b2aa-682d54c8ddc6 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:18:22.905375 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.911550 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:22.928846 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:22.932164 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Pushing event updated for resources: {'Port': ['ID=12185aa6-149f-4467-b2aa-682d54c8ddc6,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:22.935470 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:22.972373 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:23.045132 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Routers {'95d980a3-0617-4164-b7c3-51e60c7dde38'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:23.045764 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:17:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['95d980a3-0617-4164-b7c3-51e60c7dde38'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:23.067199 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Network db66dff2-d166-4fd7-bf46-ed523aaba427 is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:23.068401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:23.094744 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f33e84e-e47a-420f-a0a7-cc40848bb880 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:23.138024 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d31d1-e9d1-4c41-83c6-456c12c61068 None None] Pushing event updated for resources: {'Port': ['ID=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:23.156163 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f77d31d1-e9d1-4c41-83c6-456c12c61068 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:23.159427 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:23.169706 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:23.173297 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:23.327287 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Router 95d980a3-0617-4164-b7c3-51e60c7dde38 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:18:23.328209 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:23.351421 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=9']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:23.356134 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] Set router 95d980a3-0617-4164-b7c3-51e60c7dde38 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:23.403617 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:23.412860 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-b30ca527-5391-4e4c-9e0e-a46d414c27b6 None None] Provisioning complete for port 12185aa6-149f-4467-b2aa-682d54c8ddc6 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:23.413228 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b30ca527-5391-4e4c-9e0e-a46d414c27b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:23.419294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4421e-4b87-4651-be47-3351251eecc0 req-5a7c2449-bfbb-4cbf-9bdc-555fa3fc6832 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:23.420815 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-78c4421e-4b87-4651-be47-3351251eecc0 req-5a7c2449-bfbb-4cbf-9bdc-555fa3fc6832 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 945 time: 0.1784110 May 27 13:18:23.483855 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-afd716d7-5666-44a9-9235-9fa1dfa92d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:23.548190 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-78c4421e-4b87-4651-be47-3351251eecc0 req-3672122b-df34-4581-8aff-185d3a9a9d54 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185522 May 27 13:18:23.551513 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-b30ca527-5391-4e4c-9e0e-a46d414c27b6 None None] Port 12185aa6-149f-4467-b2aa-682d54c8ddc6 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:18:23.563005 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:18:23.581926 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] 10.222.0.76 "PUT /v2.0/routers/95d980a3-0617-4164-b7c3-51e60c7dde38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885925 May 27 13:18:23.719197 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['0f33e84e-e47a-420f-a0a7-cc40848bb880'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:23.801103 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 4, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port': {'id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '12185aa6-149f-4467-b2aa-682d54c8ddc6', 'name': '', 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'mac_address': 'fa:16:3e:76:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:21Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 2, 'project_id': '66190da261ca4819965e3de7166f125b', 'subnets': [{'id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:23.814264 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cec9d9-3aa8-4456-948c-9a3a63d1a7f2 None None] The sync data for ids ['95d980a3-0617-4164-b7c3-51e60c7dde38'] in dv-cinder-751579-24-smb is: [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 4, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port': {'id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '12185aa6-149f-4467-b2aa-682d54c8ddc6', 'name': '', 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'mac_address': 'fa:16:3e:76:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:21Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 2, 'project_id': '66190da261ca4819965e3de7166f125b', 'subnets': [{'id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:18:24.541028 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:24.806295 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb8c13-a952-402f-a26e-9a4c99aa5e11 req-67d42a69-d666-426a-a317-215b98d3cd22 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:24.808555 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4eb8c13-a952-402f-a26e-9a4c99aa5e11 req-67d42a69-d666-426a-a317-215b98d3cd22 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 945 time: 0.1072917 May 27 13:18:24.861239 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4eb8c13-a952-402f-a26e-9a4c99aa5e11 req-1677a3c1-d6de-4219-b337-fee1fe73922a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 May 27 13:18:25.806823 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:26.061723 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 32be5ebb-7e95-4026-9de0-d7bc4813f8dd up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:26.143478 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:26.149890 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:26.150545 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:26.332160 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:26.351282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0593-0e88-4e15-b8da-2ab5f6077c19 req-6d013713-ef66-43f9-ac95-cf6527d15c50 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:26.353633 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e92e0593-0e88-4e15-b8da-2ab5f6077c19 req-6d013713-ef66-43f9-ac95-cf6527d15c50 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 945 time: 0.3388751 May 27 13:18:26.403426 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e92e0593-0e88-4e15-b8da-2ab5f6077c19 req-796e6d64-b3b5-4c73-b230-bf8bd7ea774c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 May 27 13:18:26.508586 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 0f33e84e-e47a-420f-a0a7-cc40848bb880 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:26.508970 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:26.569810 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:26.602699 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:26.682448 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:26.689318 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f77d31d1-e9d1-4c41-83c6-456c12c61068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:26.769628 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:26.798767 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:26.806799 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:26.853143 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:26.879042 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:26.884684 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:26.887259 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-1f7ee2b8-753c-4201-a739-f036e474ff11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:26.953045 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'code': 200} May 27 13:18:26.981536 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=10']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:26.984649 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:27.715094 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713409e0-8678-496e-9e6f-8772588cf876 req-729d6c88-1960-4f17-a93c-939b56849d48 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:27.716665 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-713409e0-8678-496e-9e6f-8772588cf876 req-729d6c88-1960-4f17-a93c-939b56849d48 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.1561308 May 27 13:18:27.718704 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab5f03-5344-4782-a089-d64503b20663 req-04130539-d1d4-4d27-ad44-9ecf5b3d8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:27.720027 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-36ab5f03-5344-4782-a089-d64503b20663 req-04130539-d1d4-4d27-ad44-9ecf5b3d8f2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1100 time: 0.1220651 May 27 13:18:27.738984 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Sync routers for ids ['95d980a3-0617-4164-b7c3-51e60c7dde38'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:18:27.750637 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Routers {'95d980a3-0617-4164-b7c3-51e60c7dde38'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:27.751586 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:18:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['95d980a3-0617-4164-b7c3-51e60c7dde38'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:27.803009 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-713409e0-8678-496e-9e6f-8772588cf876 req-0c3c4c18-58f6-4785-8d5e-3915c204b5ca tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797884 May 27 13:18:27.806550 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-36ab5f03-5344-4782-a089-d64503b20663 req-f7b50f02-e32e-4558-849a-38ad06578ef4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620277 May 27 13:18:27.954368 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Set router 95d980a3-0617-4164-b7c3-51e60c7dde38 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:28.022917 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 32be5ebb-7e95-4026-9de0-d7bc4813f8dd up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:28.103668 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:28.104050 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:28.356778 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 4, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port': {'id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '12185aa6-149f-4467-b2aa-682d54c8ddc6', 'name': '', 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'mac_address': 'fa:16:3e:76:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:21Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 2, 'project_id': '66190da261ca4819965e3de7166f125b', 'subnets': [{'id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:28.362665 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Checking router: 95d980a3-0617-4164-b7c3-51e60c7dde38 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:18:28.363071 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Updating router 95d980a3-0617-4164-b7c3-51e60c7dde38 port 12185aa6-149f-4467-b2aa-682d54c8ddc6 binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:18:28.463175 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:28.898745 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:28.924556 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Transition to ACTIVE for port object 12185aa6-149f-4467-b2aa-682d54c8ddc6 will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:28.937651 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:28.944156 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-50ce1bd6-72b5-4c06-b870-1293f146babc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:29.158220 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedbc35-9706-4a3e-bd0d-c9dd841258a8 None None] Pushing event updated for resources: {'Port': ['ID=12185aa6-149f-4467-b2aa-682d54c8ddc6,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:29.195121 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-9dedbc35-9706-4a3e-bd0d-c9dd841258a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:29.221953 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Attempting to bind port 12185aa6-149f-4467-b2aa-682d54c8ddc6 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:29.222381 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Attempting to bind port 12185aa6-149f-4467-b2aa-682d54c8ddc6 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:29.222881 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Attempting to bind port 12185aa6-149f-4467-b2aa-682d54c8ddc6 on network db66dff2-d166-4fd7-bf46-ed523aaba427 {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:29.228736 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:29.229107 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Checking segment: {'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:29.229499 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:29.229882 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Bound using segment: {'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:29.230355 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Bound port: 12185aa6-149f-4467-b2aa-682d54c8ddc6, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:29.230719 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:29.231707 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fe4a5-2167-41b2-afa1-6608b9459572 req-7f79b33a-faca-42e6-9e6b-ee035844248b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:29.240057 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bd2fe4a5-2167-41b2-afa1-6608b9459572 req-7f79b33a-faca-42e6-9e6b-ee035844248b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.2774580 May 27 13:18:29.273989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fbc2c-8576-47e3-9dfc-b251aea15055 req-98dc5e83-a6c2-4435-a7b3-56e2a6596c3e tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:29.281554 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ca1fbc2c-8576-47e3-9dfc-b251aea15055 req-98dc5e83-a6c2-4435-a7b3-56e2a6596c3e tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.3698804 May 27 13:18:29.363308 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ca1fbc2c-8576-47e3-9dfc-b251aea15055 req-fc23a884-b205-4965-b08e-67a24733908c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804226 May 27 13:18:29.383208 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bd2fe4a5-2167-41b2-afa1-6608b9459572 req-39511ead-6ff2-49a4-8ed5-95e617b8b725 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404622 May 27 13:18:29.404994 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] For port 12185aa6-149f-4467-b2aa-682d54c8ddc6, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:29.409662 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] For port 12185aa6-149f-4467-b2aa-682d54c8ddc6, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=12185aa6-149f-4467-b2aa-682d54c8ddc6,segment=NetworkSegment(15eacc16-5f78-4c25-8d33-9af1e8f3f4dc),segment_id=15eacc16-5f78-4c25-8d33-9af1e8f3f4dc)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:29.418234 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:29.428171 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:29.515248 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Routers {'95d980a3-0617-4164-b7c3-51e60c7dde38'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:29.516054 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:18:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['95d980a3-0617-4164-b7c3-51e60c7dde38'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:29.611278 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedbc35-9706-4a3e-bd0d-c9dd841258a8 None None] Pushing event updated for resources: {'Port': ['ID=12185aa6-149f-4467-b2aa-682d54c8ddc6,revision_number=4']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:29.614734 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-9dedbc35-9706-4a3e-bd0d-c9dd841258a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:29.757432 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] Set router 95d980a3-0617-4164-b7c3-51e60c7dde38 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:30.046672 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 12185aa6-149f-4467-b2aa-682d54c8ddc6 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:30.168565 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 12185aa6-149f-4467-b2aa-682d54c8ddc6 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:30.173451 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 12185aa6-149f-4467-b2aa-682d54c8ddc6 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:30.173826 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:30.220996 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 4, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port': {'id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '12185aa6-149f-4467-b2aa-682d54c8ddc6', 'name': '', 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'mac_address': 'fa:16:3e:76:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:21Z', 'updated_at': '2021-05-27T13:18:29Z', 'revision_number': 4, 'project_id': '66190da261ca4819965e3de7166f125b', 'subnets': [{'id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:30.233963 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225db077-fe24-4b06-99ad-ec01b6c60543 None None] The sync data for ids ['95d980a3-0617-4164-b7c3-51e60c7dde38'] in dv-cinder-751579-24-smb is: [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:22Z', 'revision_number': 4, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port': {'id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '12185aa6-149f-4467-b2aa-682d54c8ddc6', 'name': '', 'network_id': 'db66dff2-d166-4fd7-bf46-ed523aaba427', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'mac_address': 'fa:16:3e:76:1b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:21Z', 'updated_at': '2021-05-27T13:18:29Z', 'revision_number': 4, 'project_id': '66190da261ca4819965e3de7166f125b', 'subnets': [{'id': '0aae0e39-b998-48b9-9671-458491f07ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:18:30.352138 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:30.393695 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 12185aa6-149f-4467-b2aa-682d54c8ddc6, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=12185aa6-149f-4467-b2aa-682d54c8ddc6,segment=NetworkSegment(15eacc16-5f78-4c25-8d33-9af1e8f3f4dc),segment_id=15eacc16-5f78-4c25-8d33-9af1e8f3f4dc)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:30.417654 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:30.427254 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-c99e08ba-63ad-4c66-bb17-5ecb8685b944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:30.573280 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=12185aa6-149f-4467-b2aa-682d54c8ddc6,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:30.586060 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.586522 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.586872 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.587207 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.587533 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.588964 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.590399 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.590744 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.591109 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.591408 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.591733 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.597873 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:30.612067 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:30.715738 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d2f9f-5cfb-4c5c-99cc-7774be96deb5 req-e84e9156-bebb-4abb-b410-99e832892b1b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:30.720930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-873d2f9f-5cfb-4c5c-99cc-7774be96deb5 req-e84e9156-bebb-4abb-b410-99e832892b1b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.1725352 May 27 13:18:30.793746 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f3daa-896c-434a-aef2-99e2ddeea712 req-a630d9e4-3e85-49cc-8366-5d12bd20ce89 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:30.795548 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc3f3daa-896c-434a-aef2-99e2ddeea712 req-a630d9e4-3e85-49cc-8366-5d12bd20ce89 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.1676707 May 27 13:18:30.856149 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-873d2f9f-5cfb-4c5c-99cc-7774be96deb5 req-10754842-3524-4dac-8b5c-bd4a59b0675f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316838 May 27 13:18:30.882724 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc3f3daa-896c-434a-aef2-99e2ddeea712 req-e74f6dda-f816-4c73-91d1-8f01b45f0a19 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751829 May 27 13:18:32.047379 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 12185aa6-149f-4467-b2aa-682d54c8ddc6 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:32.141531 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 12185aa6-149f-4467-b2aa-682d54c8ddc6 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:32.141918 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:32.148729 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03378a-22e9-45a4-935e-a63434aae877 req-efc43ee5-a513-4d0b-b342-2e63eb3ac807 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:32.156510 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee03378a-22e9-45a4-935e-a63434aae877 req-efc43ee5-a513-4d0b-b342-2e63eb3ac807 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.1648521 May 27 13:18:32.200926 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b6655-7aa0-4c46-a5c9-095b8fca9cda req-d8b60b6e-8bd7-4e7a-a142-eb3695623f7f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:32.202737 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-264b6655-7aa0-4c46-a5c9-095b8fca9cda req-d8b60b6e-8bd7-4e7a-a142-eb3695623f7f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.1534026 May 27 13:18:32.210980 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee03378a-22e9-45a4-935e-a63434aae877 req-a407ce40-cab3-453f-830f-04271601f08e tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534055 May 27 13:18:32.272560 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-264b6655-7aa0-4c46-a5c9-095b8fca9cda req-2296acea-d69a-41de-a25e-35d09f640bd8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601079 May 27 13:18:33.404401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288acbac-59f0-4f08-a634-321f2ed7ef94 req-80db2d36-4857-4404-9b8b-78069ece9813 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:33.405133 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-288acbac-59f0-4f08-a634-321f2ed7ef94 req-80db2d36-4857-4404-9b8b-78069ece9813 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.0834408 May 27 13:18:33.457406 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-288acbac-59f0-4f08-a634-321f2ed7ef94 req-cea7d27d-bb36-442f-bea4-8f28051eabc3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463259 May 27 13:18:33.581919 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-0fa48840-f4e8-4b60-9894-52438fa127cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810459 May 27 13:18:33.731848 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-69527973-45fa-4c2f-a01f-498df27631b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:33.733725 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-69527973-45fa-4c2f-a01f-498df27631b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0735221 May 27 13:18:33.881703 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-eeb002ff-c5aa-4721-9d94-b14079755d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:33.883163 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-eeb002ff-c5aa-4721-9d94-b14079755d72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.1271338 May 27 13:18:33.994152 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-c84eaf29-9752-4eae-8ad3-e8fd6e3c3845 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 1000 time: 0.0989945 May 27 13:18:34.061599 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-e0aa4b4a-8816-4a59-8e20-09477d9447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:34.063055 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-e0aa4b4a-8816-4a59-8e20-09477d9447e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0620265 May 27 13:18:34.266207 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-4d55a088-a4c3-404b-938b-7551cc6bd393 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:34.267566 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-4d55a088-a4c3-404b-938b-7551cc6bd393 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 814 time: 0.1964769 May 27 13:18:34.273613 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-5545a031-2d97-4f1a-9fdd-66b47748a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:34.274962 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-5545a031-2d97-4f1a-9fdd-66b47748a1d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1839828 May 27 13:18:34.303375 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-3349dcf0-7f10-45ff-86df-49e549910559 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/quotas/e392272d7df34d74bb921bd7c6215409 HTTP/1.1" status: 200 len: 375 time: 0.0275311 May 27 13:18:34.462085 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-dc030374-3a00-4ca5-8011-b4a973eefc17 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788034 May 27 13:18:34.477595 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-d66e190a-dc3a-4713-a5a9-0141b66b8576 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Synchronizing usage tracker for tenant:e392272d7df34d74bb921bd7c6215409 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:34.698425 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-d66e190a-dc3a-4713-a5a9-0141b66b8576 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Unset dirty status for tenant:e392272d7df34d74bb921bd7c6215409 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:34.699679 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-d66e190a-dc3a-4713-a5a9-0141b66b8576 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3908505 May 27 13:18:34.759831 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-614bb023-2857-48ec-94b8-0757bb7b9f12 req-838939c2-38eb-4a8f-a211-8cac3b0a3e2c service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795331 May 27 13:18:34.853867 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac59a57-0695-4349-a812-6d290e4f9f28 req-e716ff86-7638-4054-a880-04e1cac52bfd tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:34.855350 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7ac59a57-0695-4349-a812-6d290e4f9f28 req-e716ff86-7638-4054-a880-04e1cac52bfd tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.2913938 May 27 13:18:34.935137 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7ac59a57-0695-4349-a812-6d290e4f9f28 req-0f58536d-ec1b-4e19-81b3-95a7d3bfbe76 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726945 May 27 13:18:34.942994 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ff873ad3-981c-44c4-b70c-1da3fe4f249c service neutron] 10.222.0.76 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208524 May 27 13:18:35.076989 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-d420548e-c60f-446b-8219-c45374953540 service neutron] 10.222.0.76 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275835 May 27 13:18:35.266289 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8389c8c-35c8-47e2-a1b5-3ad029850411 req-ba484e94-b705-4f54-b042-aeaab1bb27e6 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 210 time: 0.0455821 May 27 13:18:35.591106 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-14293dac-bd91-4d9c-981c-3603c36a3310 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:35.592577 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-14293dac-bd91-4d9c-981c-3603c36a3310 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.0847034 May 27 13:18:35.736164 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Deleting port e2b5e817-1031-4516-946d-ef520a4fc970 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:18:35.736532 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:35.873815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] For port e2b5e817-1031-4516-946d-ef520a4fc970, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e2b5e817-1031-4516-946d-ef520a4fc970,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:35.874398 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:36.000079 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Calling delete_port for e2b5e817-1031-4516-946d-ef520a4fc970 owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:18:36.184592 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc45ddb-c6b8-4223-b5be-208c9a014fd1 req-a1c739e4-0523-488e-a251-1d7c3810aefc tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:36.186056 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cbc45ddb-c6b8-4223-b5be-208c9a014fd1 req-a1c739e4-0523-488e-a251-1d7c3810aefc tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f4e9901-8adf-4093-8739-a7e4269219cd HTTP/1.1" status: 200 len: 946 time: 0.1394305 May 27 13:18:36.187047 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:36.193268 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-773053fb-2d07-4564-b7b3-62702268b0d5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:36.202310 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['e2b5e817-1031-4516-946d-ef520a4fc970'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:36.253882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Pushing event deleted for resources: {'Port': ['ID=e2b5e817-1031-4516-946d-ef520a4fc970,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:36.260820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:36.349854 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] No DVR routers for this DVR port e2b5e817-1031-4516-946d-ef520a4fc970 on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:18:36.357607 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:36.361889 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:36.363811 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'name': 'network-vif-deleted', 'tag': 'e2b5e817-1031-4516-946d-ef520a4fc970'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:36.373950 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cbc45ddb-c6b8-4223-b5be-208c9a014fd1 req-923b630a-054e-4e8b-8c75-03738d4ac6e1 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502964 May 27 13:18:36.423289 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8e739f13-3d61-4cca-ac2e-3bb0269126f0 req-f7ef80d5-1edf-44e5-947a-ee99d48b27ba tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 210 time: 0.0457935 May 27 13:18:36.424493 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-88ea3509-302f-47e1-baaa-f73f1fa064da req-21f240c7-3c87-4c13-bd5e-64ab31eb05b3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "DELETE /v2.0/ports/e2b5e817-1031-4516-946d-ef520a4fc970 HTTP/1.1" status: 204 len: 173 time: 0.8253942 May 27 13:18:36.429927 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4e9901-8adf-4093-8739-a7e4269219cd', 'name': 'network-vif-deleted', 'tag': 'e2b5e817-1031-4516-946d-ef520a4fc970', 'status': 'completed', 'code': 200} May 27 13:18:36.658353 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-39149281-a58a-4159-b8aa-f4aa057fa858 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:36.659827 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-39149281-a58a-4159-b8aa-f4aa057fa858 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 814 time: 0.1531842 May 27 13:18:36.677626 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'port': {'device_id': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'admin_state_up': True, 'tenant_id': 'e392272d7df34d74bb921bd7c6215409'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:36.898396 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:36.908074 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:36.918548 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Made reservation on behalf of e392272d7df34d74bb921bd7c6215409 for: {'port': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:36.922097 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:37.094260 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Allocated IP 172.20.0.8 (e935223a-898a-4ca2-920a-1d0527781d48/5a06319e-f406-4cf6-b17b-d9ab93e73572/b3e6a5c6-3282-425c-8e09-4a927f22a807) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:37.363470 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:37.382985 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Transition to ACTIVE for port object b3e6a5c6-3282-425c-8e09-4a927f22a807 will not be triggered until provisioned by entity DHCP. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:37.414275 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:37.421155 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:37.539633 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Network e935223a-898a-4ca2-920a-1d0527781d48 is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:37.541056 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:37.543524 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:37.617552 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:37.621728 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:37.712967 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:37.713679 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:37.761443 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02656abb-4573-466d-93c4-5d47e5303597 req-464010a9-11b9-42c4-bfee-2e6e9555b925 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:37.761443 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02656abb-4573-466d-93c4-5d47e5303597 req-464010a9-11b9-42c4-bfee-2e6e9555b925 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.1675901 May 27 13:18:37.768186 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0943508 May 27 13:18:37.798227 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-08d0e2ad-be1e-4a12-aab7-64f6c3cd1045 None None] Provisioning for port b3e6a5c6-3282-425c-8e09-4a927f22a807 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:37.815570 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-08d0e2ad-be1e-4a12-aab7-64f6c3cd1045 None None] Provisioning complete for port b3e6a5c6-3282-425c-8e09-4a927f22a807 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:37.815955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02656abb-4573-466d-93c4-5d47e5303597 req-4d1e6287-6162-4cb9-a3e3-a42b5196e82f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466440 May 27 13:18:37.816568 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-08d0e2ad-be1e-4a12-aab7-64f6c3cd1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:37.887317 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-08d0e2ad-be1e-4a12-aab7-64f6c3cd1045 None None] Port b3e6a5c6-3282-425c-8e09-4a927f22a807 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:18:38.426847 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e2b5e817-1031-4516-946d-ef520a4fc970 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:18:38.462397 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: e2b5e817-1031-4516-946d-ef520a4fc970 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:18:38.462711 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e2b5e817-1031-4516-946d-ef520a4fc970 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:18:38.954795 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:18:39.023379 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca02c15-3a5d-48b6-8fac-496600b303f0 req-bf028c6d-96bb-45ca-8876-4488ea822d7b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:39.024099 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-dca02c15-3a5d-48b6-8fac-496600b303f0 req-bf028c6d-96bb-45ca-8876-4488ea822d7b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Synchronizing usage tracker for tenant:e392272d7df34d74bb921bd7c6215409 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:39.041940 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-dca02c15-3a5d-48b6-8fac-496600b303f0 req-bf028c6d-96bb-45ca-8876-4488ea822d7b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Unset dirty status for tenant:e392272d7df34d74bb921bd7c6215409 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:39.043423 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dca02c15-3a5d-48b6-8fac-496600b303f0 req-bf028c6d-96bb-45ca-8876-4488ea822d7b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.1182895 May 27 13:18:39.095881 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dca02c15-3a5d-48b6-8fac-496600b303f0 req-e5e826f5-b1c5-4f88-8c3b-4e1e475daee2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464826 May 27 13:18:40.296378 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0ff60-55e6-4936-8667-e9bf838831a4 req-2907b0e0-82e2-40df-955f-86be1030d563 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:40.298272 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f7e0ff60-55e6-4936-8667-e9bf838831a4 req-2907b0e0-82e2-40df-955f-86be1030d563 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0925915 May 27 13:18:40.351840 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f7e0ff60-55e6-4936-8667-e9bf838831a4 req-ef19bbfe-a909-49c2-9675-a42374735600 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466969 May 27 13:18:41.541535 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a6a45-742c-4078-825e-cb3a1ef2c816 req-07882c4a-8847-4b73-bcde-4c856e0f12d5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:41.543108 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-015a6a45-742c-4078-825e-cb3a1ef2c816 req-07882c4a-8847-4b73-bcde-4c856e0f12d5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0857008 May 27 13:18:41.590957 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-015a6a45-742c-4078-825e-cb3a1ef2c816 req-621903b8-0e76-43bd-b86a-38add57b8126 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 May 27 13:18:41.962304 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-7bccd716-57d6-40f2-99d6-97f2543394c2 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:41.963736 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-7bccd716-57d6-40f2-99d6-97f2543394c2 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/networks?id=f6223326-e459-424c-89f9-9e9975d117fc HTTP/1.1" status: 200 len: 812 time: 0.1490757 May 27 13:18:41.980040 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-0bb35332-6a26-4883-b490-336b128a3dcc tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/quotas/41b97c2892824558b1d7488f5e3d00f1 HTTP/1.1" status: 200 len: 375 time: 0.0101469 May 27 13:18:42.032248 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-872341df-61e5-43df-80e4-514a1bbcd467 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Synchronizing usage tracker for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:42.049015 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-872341df-61e5-43df-80e4-514a1bbcd467 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Unset dirty status for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:42.050482 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-872341df-61e5-43df-80e4-514a1bbcd467 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=41b97c2892824558b1d7488f5e3d00f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644667 May 27 13:18:42.241254 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-c938966a-a664-4865-b42b-33f3a1760724 service neutron] 10.222.0.76 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829545 May 27 13:18:42.375209 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-db83e894-1c88-4cbe-a329-1e0ec6c3d0bb service neutron] 10.222.0.76 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280441 May 27 13:18:42.558334 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b08f6cd0-e870-407e-823d-f229c4e62d3f req-0a990bb6-b475-4827-9209-310bf70dc08f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0433347 May 27 13:18:42.790953 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153de485-5977-4c22-8da8-cfff4924e2b0 req-b68ad374-8c55-4191-8e88-6329b5c631c3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:42.797274 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-153de485-5977-4c22-8da8-cfff4924e2b0 req-b68ad374-8c55-4191-8e88-6329b5c631c3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0965862 May 27 13:18:42.856131 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-153de485-5977-4c22-8da8-cfff4924e2b0 req-70242efa-e451-42a9-8d4f-740bbe8ae280 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 May 27 13:18:43.712173 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b899bcd5-fa0a-46bc-9fc8-1df2f6b43a44 req-253edbd8-4e67-4741-aba1-b925d458266d tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0435386 May 27 13:18:44.048252 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9ca8b-034e-4489-9d01-79ec45fe612e req-cb3e22c7-6a56-4aa8-a5ca-d88e7eb8959e tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:44.049737 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b5e9ca8b-034e-4489-9d01-79ec45fe612e req-cb3e22c7-6a56-4aa8-a5ca-d88e7eb8959e tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0846839 May 27 13:18:44.201278 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b5e9ca8b-034e-4489-9d01-79ec45fe612e req-49ca5992-8c8d-4409-8454-ac79c2f80098 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450810 May 27 13:18:44.861119 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-44fe0f2b-a399-482e-aada-c731079177e7 req-4e7a7a3b-ddab-4f52-8221-facc0796a928 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0440314 May 27 13:18:45.404683 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59b62e-6f15-4286-8668-648883dbb46c req-7536fdca-3d5f-4ecc-857f-56f57d857f88 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:45.406260 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba59b62e-6f15-4286-8668-648883dbb46c req-7536fdca-3d5f-4ecc-857f-56f57d857f88 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0873694 May 27 13:18:45.466656 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba59b62e-6f15-4286-8668-648883dbb46c req-c59cab20-dd8b-47e8-887e-ce6df2d3659f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516558 May 27 13:18:46.011810 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-16d15f06-a96b-48a5-bda0-e3a8cd4944a4 req-ff955dc3-0265-41bd-99e3-644541c92181 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0425823 May 27 13:18:46.675595 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74b4d5-cbd4-4913-bf36-cfa527c1e27b req-860fe930-0bf3-49fd-99ac-714a3c7592e9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:46.677121 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba74b4d5-cbd4-4913-bf36-cfa527c1e27b req-860fe930-0bf3-49fd-99ac-714a3c7592e9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0871980 May 27 13:18:46.723872 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba74b4d5-cbd4-4913-bf36-cfa527c1e27b req-c53a259a-205c-413c-b4e6-caaef72896fb tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 May 27 13:18:47.164541 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c191c9f-2008-4897-8bff-37160875cac2 req-376fe0fe-027f-4aac-8a52-3838cfa2de8c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0444953 May 27 13:18:47.916228 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779bdc5-7c60-401c-ab6a-f79665a6085f req-f8f1b154-76b3-43e0-b723-0f000123cda1 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:47.917782 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3779bdc5-7c60-401c-ab6a-f79665a6085f req-f8f1b154-76b3-43e0-b723-0f000123cda1 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0844982 May 27 13:18:47.970638 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3779bdc5-7c60-401c-ab6a-f79665a6085f req-832dc7da-59fc-471f-b407-8cf9540d2f3f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 May 27 13:18:48.318400 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-94eeaad6-fe80-4f64-9cd4-f66a0d400b72 req-22372027-ff66-4cf7-b75c-210c24883852 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0447559 May 27 13:18:49.171170 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e774f0-5658-4707-bce4-3395347085c8 req-cc01b8e2-7e17-4cb6-9299-9732808b6640 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:49.172675 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-82e774f0-5658-4707-bce4-3395347085c8 req-cc01b8e2-7e17-4cb6-9299-9732808b6640 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0864494 May 27 13:18:49.223769 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-82e774f0-5658-4707-bce4-3395347085c8 req-b6be232e-4e15-4477-85a3-efa81b01e0bb tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 May 27 13:18:49.469833 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b8fddb62-5385-490d-a59f-83bb9f9c40c1 req-0f3e108a-085b-4905-9cdc-dbf64ccca6d9 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0445580 May 27 13:18:50.423178 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e285b2-a729-468e-ba17-a648da725495 req-d08779f6-4b6f-4d80-8c22-b6e5190e9d8c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:50.424667 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c2e285b2-a729-468e-ba17-a648da725495 req-d08779f6-4b6f-4d80-8c22-b6e5190e9d8c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0969844 May 27 13:18:50.470243 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c2e285b2-a729-468e-ba17-a648da725495 req-1dab797a-a758-414b-bb19-36ebf9085d2f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 May 27 13:18:50.627984 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f4c80a9-a787-43b6-8766-99bc3599cc60 req-7849b644-cb91-4114-8036-af158bb76d07 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0469348 May 27 13:18:50.890940 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-0d002f01-50fb-47f5-afb3-0eb90a81ebbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:51.681542 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33718872-afa9-4561-b289-ef9c5b707a91 req-4764255e-9ae9-44e6-860d-8319f3adaee8 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:51.683085 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-33718872-afa9-4561-b289-ef9c5b707a91 req-4764255e-9ae9-44e6-860d-8319f3adaee8 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0909092 May 27 13:18:51.728385 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-33718872-afa9-4561-b289-ef9c5b707a91 req-f68478fe-237c-4eca-9049-a1a55c3f7369 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 May 27 13:18:51.783721 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5c76acd0-ceeb-4ea6-95db-4690a23abc71 req-d2bcb881-f5ee-46d8-9c48-65c21404e417 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0455346 May 27 13:18:52.949432 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-51e5a182-430d-42b3-8321-4c13e0e4020b req-4ae873ee-eec8-4bfb-81a3-f97f781f6b59 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0500505 May 27 13:18:52.971300 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18585-8203-43ba-9e76-3ce74478368e req-5b4121e1-800a-4626-9db2-65fb5fc3020a tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:52.972800 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6ab18585-8203-43ba-9e76-3ce74478368e req-5b4121e1-800a-4626-9db2-65fb5fc3020a tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.1276615 May 27 13:18:53.019131 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6ab18585-8203-43ba-9e76-3ce74478368e req-d5d418e2-9eb4-4ca8-b190-5d22cae3f220 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 May 27 13:18:53.310263 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:53.366053 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-4bb8e9b2-acf6-4161-ae66-1bc06d77749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.105353 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a619c59b-8fc5-48df-9d57-61e7c2cacb3f req-ddd7fcc2-4b4e-43df-b6d3-fe77af2d2f89 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0433989 May 27 13:18:54.220042 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4251-ac27-45f6-8f61-dd04bbf212ed req-0ad731af-8f95-49eb-b83b-b253d9d2a8cd tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:54.221788 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-155b4251-ac27-45f6-8f61-dd04bbf212ed req-0ad731af-8f95-49eb-b83b-b253d9d2a8cd tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.0978048 May 27 13:18:54.267686 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-155b4251-ac27-45f6-8f61-dd04bbf212ed req-886a9823-e35b-4768-84f9-aca1dafcbd32 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 May 27 13:18:54.540269 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:55.107325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Request body: {'port': {'device_id': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:55.259470 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a60102ec-c5aa-4a68-81bf-f08a3a5cd635 req-0112e278-323f-42de-a079-21dfa16273ed tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0472269 May 27 13:18:55.261959 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:55.651795 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c63d3-7b43-4ca0-8932-4202b79f41c9 req-cd4b3ff5-635c-4efa-8063-210769a55e55 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.653262 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d99c63d3-7b43-4ca0-8932-4202b79f41c9 req-cd4b3ff5-635c-4efa-8063-210769a55e55 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 931 time: 0.2707021 May 27 13:18:55.716487 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d99c63d3-7b43-4ca0-8932-4202b79f41c9 req-f13d1d16-e4f3-4922-9505-bf949c1192ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 May 27 13:18:55.781357 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e6a5c6-3282-425c-8e09-4a927f22a807 {{(pid=91947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:55.788737 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:55.803039 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Transition to ACTIVE for port object b3e6a5c6-3282-425c-8e09-4a927f22a807 will not be triggered until provisioned by entity L2. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:55.808074 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:55.809066 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:55.813799 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0dd87229-e907-4d8e-a1fd-3db628a62474 tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:55.977989 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:55.986759 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:56.070016 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Attempting to bind port b3e6a5c6-3282-425c-8e09-4a927f22a807 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:56.070476 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Attempting to bind port b3e6a5c6-3282-425c-8e09-4a927f22a807 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:56.070901 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Attempting to bind port b3e6a5c6-3282-425c-8e09-4a927f22a807 on network e935223a-898a-4ca2-920a-1d0527781d48 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:56.076354 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Port b3e6a5c6-3282-425c-8e09-4a927f22a807 on network e935223a-898a-4ca2-920a-1d0527781d48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:18:56.076837 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Attempting to bind port b3e6a5c6-3282-425c-8e09-4a927f22a807 on network e935223a-898a-4ca2-920a-1d0527781d48 {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:56.082862 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:56.083192 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Checking segment: {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:56.083575 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Bound using segment: {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'} {{(pid=91947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:56.084045 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.managers [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Bound port: b3e6a5c6-3282-425c-8e09-4a927f22a807, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec8f689-4d9b-4a83-9f2c-2f3448167683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48'}}] {{(pid=91947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:56.084381 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.114191 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-29c883d7-c63c-4351-9ea2-8a2487af808b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.115752 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-29c883d7-c63c-4351-9ea2-8a2487af808b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "GET /v2.0/networks?id=f6223326-e459-424c-89f9-9e9975d117fc HTTP/1.1" status: 200 len: 812 time: 0.1574731 May 27 13:18:56.141270 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Request body: {'port': {'device_id': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc', 'admin_state_up': True, 'tenant_id': '41b97c2892824558b1d7488f5e3d00f1'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:56.176434 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, cleared binding levels {{(pid=91947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:56.179619 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:56.184038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.190038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:56.248228 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.249020 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.250448 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 1093 time: 1.1976457 May 27 13:18:56.253757 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:56.290587 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=3']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:56.293968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ca61f7a2-4a64-4817-bff6-725f7835b2f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:56.321995 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:56.340697 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:56.361726 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Made reservation on behalf of 41b97c2892824558b1d7488f5e3d00f1 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:56.366968 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.395513 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-6b1bdfc6-af2f-465d-bf91-b7daf67d225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.397211 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-6b1bdfc6-af2f-465d-bf91-b7daf67d225e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1096 time: 0.0861797 May 27 13:18:56.456678 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'status': 'completed', 'code': 200} May 27 13:18:56.515931 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c02d3d37-11e3-4568-9308-93efb375900c req-d65afde5-eaf5-46b2-8920-0baf13e04e42 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.1073730 May 27 13:18:56.524769 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-7a1f93f3-1700-4a02-9e0b-92fa0e0a151b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 217 time: 0.0703828 May 27 13:18:56.539826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Allocated IP 172.20.0.10 (f6223326-e459-424c-89f9-9e9975d117fc/1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e/e8b27940-c35d-44b4-972e-ee6b2d83c91c) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:56.596658 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-81ae4e00-c4a5-4af6-b74c-02d6df0c52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.598147 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-81ae4e00-c4a5-4af6-b74c-02d6df0c52e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.0647435 May 27 13:18:56.683627 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-053abf0a-05ac-4749-80d1-6ed44a16ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.685137 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-053abf0a-05ac-4749-80d1-6ed44a16ad39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0739026 May 27 13:18:56.826263 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-f95fab55-194d-4794-898a-fb8d4ab1f533 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332443 May 27 13:18:56.844442 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.874977 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.881034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bf726846-d7fb-4d14-be06-feb9674ffc39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:56.943921 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Network f6223326-e459-424c-89f9-9e9975d117fc is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:56.947023 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:56.951069 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:56.993663 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Pushing event updated for resources: {'Port': ['ID=e8b27940-c35d-44b4-972e-ee6b2d83c91c,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:56.996854 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:57.023212 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398bda8-c0ff-4afc-be33-58f906bde097 req-2a03bfb5-9196-4008-90cf-5b319f3a11f2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.024029 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.024699 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:57.024829 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d398bda8-c0ff-4afc-be33-58f906bde097 req-2a03bfb5-9196-4008-90cf-5b319f3a11f2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 943 time: 0.1972826 May 27 13:18:57.026791 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9be1c2ff-f5a2-4a4c-a101-72873b77eff7 req-90f0415c-3d70-4733-a667-600303d25f78 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641600 May 27 13:18:57.050997 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-d46b5929-6d8b-41ae-a6cb-d1cf25d6dd4c tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9139640 May 27 13:18:57.069781 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Request body: {'port': {'device_id': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:57.071080 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d398bda8-c0ff-4afc-be33-58f906bde097 req-37437a85-8421-4ade-b4a2-74260946a5d5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402272 May 27 13:18:57.181766 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:57.267099 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-6d48d1f0-aaba-44c2-8805-99015eb03814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.268522 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-6d48d1f0-aaba-44c2-8805-99015eb03814 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1096 time: 0.0711858 May 27 13:18:57.403980 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-626a6028-f9d4-4475-bd8b-a0f771d3763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.405474 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-626a6028-f9d4-4475-bd8b-a0f771d3763b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 915 time: 0.1301749 May 27 13:18:57.535027 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b27940-c35d-44b4-972e-ee6b2d83c91c {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:57.543067 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:57.559161 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Transition to ACTIVE for port object e8b27940-c35d-44b4-972e-ee6b2d83c91c will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:57.564572 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:57.568408 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-7c3ceb65-69fc-4bf6-9383-35394f83653e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 217 time: 0.1530690 May 27 13:18:57.568668 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:57.679898 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-b34209c1-2312-47ac-86d6-041878b03b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.681394 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-b34209c1-2312-47ac-86d6-041878b03b38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.1017027 May 27 13:18:57.726371 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b27940-c35d-44b4-972e-ee6b2d83c91c,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:57.742781 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.743158 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.743511 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.743857 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.744236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.744610 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.744948 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.745285 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.745620 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.745952 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.746267 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.746594 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:57.750329 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:57.767010 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc60a45-c11d-4af1-9a36-79c62f4c5189 req-b27e351b-5bcb-4eb7-9db0-9371b3eb720d tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.768513 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3dc60a45-c11d-4af1-9a36-79c62f4c5189 req-b27e351b-5bcb-4eb7-9db0-9371b3eb720d tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 944 time: 0.1425629 May 27 13:18:57.801325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-467b5256-7eda-415e-a0d0-d684426c920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.802674 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-467b5256-7eda-415e-a0d0-d684426c920a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1106198 May 27 13:18:57.819795 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Attempting to bind port e8b27940-c35d-44b4-972e-ee6b2d83c91c on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:57.820097 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Attempting to bind port e8b27940-c35d-44b4-972e-ee6b2d83c91c by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:57.820440 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Attempting to bind port e8b27940-c35d-44b4-972e-ee6b2d83c91c on network f6223326-e459-424c-89f9-9e9975d117fc {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:57.825448 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Port e8b27940-c35d-44b4-972e-ee6b2d83c91c on network f6223326-e459-424c-89f9-9e9975d117fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:18:57.825758 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Attempting to bind port e8b27940-c35d-44b4-972e-ee6b2d83c91c on network f6223326-e459-424c-89f9-9e9975d117fc {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:57.831321 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:57.831657 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Checking segment: {'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:57.832028 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Bound using segment: {'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:57.832447 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Bound port: e8b27940-c35d-44b4-972e-ee6b2d83c91c, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '212582d3-9b9a-437e-911b-67494dcd0f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:57.832806 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:57.843246 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3dc60a45-c11d-4af1-9a36-79c62f4c5189 req-0b8a6fa8-d135-4c0a-8793-d556c62a278b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681806 May 27 13:18:57.920075 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] For port e8b27940-c35d-44b4-972e-ee6b2d83c91c, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:57.923996 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] For port e8b27940-c35d-44b4-972e-ee6b2d83c91c, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8b27940-c35d-44b4-972e-ee6b2d83c91c,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:57.929367 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:57.934224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:57.948158 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-a80c3fc9-4a54-4132-9878-13a16a9d5b30 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287177 May 27 13:18:57.993232 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.993834 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:57.995374 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/e8b27940-c35d-44b4-972e-ee6b2d83c91c HTTP/1.1" status: 200 len: 1094 time: 0.9299750 May 27 13:18:57.995886 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'tag': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:58.020302 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b27940-c35d-44b4-972e-ee6b2d83c91c,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:58.023372 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:58.113299 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-013047ee-10bc-40ba-9412-a5e3721d1827 req-7746919a-0b6b-47ee-9bdb-5785e8695f22 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536467 May 27 13:18:58.117606 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'tag': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c', 'status': 'completed', 'code': 200} May 27 13:18:58.136810 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-ac39446f-9c4c-4970-8b86-aa165cf34438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:58.138297 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-ac39446f-9c4c-4970-8b86-aa165cf34438 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41b97c2892824558b1d7488f5e3d00f1&device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 1097 time: 0.0785451 May 27 13:18:58.223477 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-30522645-097f-4961-bc4d-449680fdccfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8b27940-c35d-44b4-972e-ee6b2d83c91c HTTP/1.1" status: 200 len: 217 time: 0.0651381 May 27 13:18:58.265783 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec136d1e-1197-4006-aa09-6721426d7ba1 req-1464cd2e-9011-4442-8900-315db1a0558b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:58.267212 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ec136d1e-1197-4006-aa09-6721426d7ba1 req-1464cd2e-9011-4442-8900-315db1a0558b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 943 time: 0.0873890 May 27 13:18:58.292453 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-0b476713-614b-4c44-8ce7-f2fee19292aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:58.293968 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-0b476713-614b-4c44-8ce7-f2fee19292aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e HTTP/1.1" status: 200 len: 852 time: 0.0618260 May 27 13:18:58.313766 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ec136d1e-1197-4006-aa09-6721426d7ba1 req-86fedea1-2b09-4ad1-9633-d544791fb670 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 May 27 13:18:58.343621 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-542f9cff-e426-44ac-86b9-8ef6e1f09006 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6223326-e459-424c-89f9-9e9975d117fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417347 May 27 13:18:58.498452 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-8a9c6292-7c5c-43a7-96d5-cb1e65cecbc6 service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460633 May 27 13:18:58.713357 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-547fd933-594a-4dfc-8baf-ea7bdefe228e req-87ea2f13-46a6-45ea-8808-c8b415f9e39e service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051702 May 27 13:18:58.864460 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-ba6f158f-4eb9-472d-8783-e4aca2b80a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:58.865915 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-ba6f158f-4eb9-472d-8783-e4aca2b80a52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41b97c2892824558b1d7488f5e3d00f1&device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 1097 time: 0.0738006 May 27 13:18:59.000276 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-a96820d8-a937-46e6-bc42-0e3ecc52f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:59.001783 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-a96820d8-a937-46e6-bc42-0e3ecc52f048 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f6223326-e459-424c-89f9-9e9975d117fc HTTP/1.1" status: 200 len: 913 time: 0.1251218 May 27 13:18:59.032316 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7b9e6-b209-4ac9-9b8a-60d9fca41cfd req-3cc55c73-ee5c-4644-85cd-04780a339eaa tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:59.033872 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e6c7b9e6-b209-4ac9-9b8a-60d9fca41cfd req-3cc55c73-ee5c-4644-85cd-04780a339eaa tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 944 time: 0.0831411 May 27 13:18:59.074282 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-56392c69-0c86-490d-a3e7-d04bd6f16537 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8b27940-c35d-44b4-972e-ee6b2d83c91c HTTP/1.1" status: 200 len: 217 time: 0.0629809 May 27 13:18:59.082701 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e6c7b9e6-b209-4ac9-9b8a-60d9fca41cfd req-acb4a32f-39f3-4afc-8c08-504f17b81bfa tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 May 27 13:18:59.142430 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-4f9ce4d0-c9d3-41ee-8835-aa15985265eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:59.143876 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-4f9ce4d0-c9d3-41ee-8835-aa15985265eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e HTTP/1.1" status: 200 len: 852 time: 0.0587389 May 27 13:18:59.192992 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-dcb58c08-d34c-49c9-b05e-e4cde1333d50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f6223326-e459-424c-89f9-9e9975d117fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397675 May 27 13:18:59.332932 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-4b15d5ca-dd85-42e5-9026-9b86dcd5d73d service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303573 May 27 13:18:59.470660 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-1dca866a-30d9-4c3f-9e84-ed3c02595154 req-bbe838a4-6f45-4609-88c0-9b7f744304af service neutron] 10.222.0.64 "GET /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296601 May 27 13:18:59.505120 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183be7ec-ee26-432c-b07a-e2c8a5b1a96a req-5e68671d-fef4-47e5-9710-b75907a6d74c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:59.506575 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-183be7ec-ee26-432c-b07a-e2c8a5b1a96a req-5e68671d-fef4-47e5-9710-b75907a6d74c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 943 time: 0.0799975 May 27 13:18:59.551877 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-183be7ec-ee26-432c-b07a-e2c8a5b1a96a req-d28dec50-e3ff-48d8-8c16-03bf3cfb1d4d tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 May 27 13:19:00.290912 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d57f6-711e-4bff-a39a-b577b6bfe8a3 req-8d002244-f3f8-4f68-b564-c7111f806dfb tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:00.292254 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a44d57f6-711e-4bff-a39a-b577b6bfe8a3 req-8d002244-f3f8-4f68-b564-c7111f806dfb tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 944 time: 0.0963805 May 27 13:19:00.337153 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a44d57f6-711e-4bff-a39a-b577b6bfe8a3 req-c8d27748-96fb-4272-87c4-7e29b511be4e tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391271 May 27 13:19:00.895350 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df445a08-4036-4669-b03a-634c9fb11723 req-3f0fa64a-0fc9-45f7-a40a-1063bd94a344 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:00.896819 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df445a08-4036-4669-b03a-634c9fb11723 req-3f0fa64a-0fc9-45f7-a40a-1063bd94a344 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 943 time: 0.0884645 May 27 13:19:00.941563 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df445a08-4036-4669-b03a-634c9fb11723 req-ef9ce7e0-6d2a-4fc3-9112-587617bfa6ea tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389531 May 27 13:19:01.550566 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2c7b-b00c-4bd0-99c3-8e7000aff23e req-ac9531bf-51ca-45b9-aad8-7e766d2f6b7d tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:01.552063 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f9af2c7b-b00c-4bd0-99c3-8e7000aff23e req-ac9531bf-51ca-45b9-aad8-7e766d2f6b7d tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 944 time: 0.0989037 May 27 13:19:01.598240 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f9af2c7b-b00c-4bd0-99c3-8e7000aff23e req-ec0b4c7f-8b78-4bdd-862b-8b3571e68668 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 May 27 13:19:02.132823 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adf7c1-21c7-4f24-a241-72f420bde2af req-c2d3dc7a-7530-4fc3-b17c-2365c49b488f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:02.134299 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f1adf7c1-21c7-4f24-a241-72f420bde2af req-c2d3dc7a-7530-4fc3-b17c-2365c49b488f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 943 time: 0.0828385 May 27 13:19:02.184680 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f1adf7c1-21c7-4f24-a241-72f420bde2af req-6ce305ef-ec62-45f0-804d-adb11a3d2160 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 May 27 13:19:02.509279 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e8b27940-c35d-44b4-972e-ee6b2d83c91c details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:19:02.681405 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port e8b27940-c35d-44b4-972e-ee6b2d83c91c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8b27940-c35d-44b4-972e-ee6b2d83c91c,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:02.694699 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c', 'network_id': 'f6223326-e459-424c-89f9-9e9975d117fc', 'port_id': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c', 'mac_address': 'fa:16:3e:9c:85:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:19:02.754043 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:02.771796 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b27940-c35d-44b4-972e-ee6b2d83c91c {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:02.787182 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port e8b27940-c35d-44b4-972e-ee6b2d83c91c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8b27940-c35d-44b4-972e-ee6b2d83c91c,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:02.791328 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:02.791823 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a23387-ff6d-460a-9f7a-51a58be17640 req-1de6f08b-c9f2-4fbf-835c-dc0d84c0d8e0 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:02.792005 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device b3e6a5c6-3282-425c-8e09-4a927f22a807 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:19:02.793381 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e3a23387-ff6d-460a-9f7a-51a58be17640 req-1de6f08b-c9f2-4fbf-835c-dc0d84c0d8e0 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 944 time: 0.0836887 May 27 13:19:02.795115 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:02.838916 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e3a23387-ff6d-460a-9f7a-51a58be17640 req-9f916262-bb3b-468a-b66c-7df638f09199 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 May 27 13:19:02.928652 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=e8b27940-c35d-44b4-972e-ee6b2d83c91c,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:02.937476 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:02.981703 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:02.994922 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'port_id': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'mac_address': 'fa:16:3e:04:47:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:19:03.052930 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:03.070408 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e6a5c6-3282-425c-8e09-4a927f22a807 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:03.087380 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:03.093846 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:03.096553 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:03.170093 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:03.173483 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:03.401222 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a7504-5069-459c-8c58-12c14eb41dc6 req-b7c35812-a23f-48cc-ae9f-305af3339b16 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:03.402697 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c90a7504-5069-459c-8c58-12c14eb41dc6 req-b7c35812-a23f-48cc-ae9f-305af3339b16 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 944 time: 0.1039860 May 27 13:19:03.449489 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c90a7504-5069-459c-8c58-12c14eb41dc6 req-be037d45-a615-4d51-a5e4-0e417ea51e3f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381761 May 27 13:19:03.559119 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['b3e6a5c6-3282-425c-8e09-4a927f22a807'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:03.596732 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['e8b27940-c35d-44b4-972e-ee6b2d83c91c'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:04.032882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651887a7-7489-40c2-b4dc-8e0e1ce622dd req-d10cad4a-d985-497b-8159-46765295669b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:04.034361 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-651887a7-7489-40c2-b4dc-8e0e1ce622dd req-d10cad4a-d985-497b-8159-46765295669b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 945 time: 0.0902081 May 27 13:19:04.083594 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-651887a7-7489-40c2-b4dc-8e0e1ce622dd req-ed7d2f9b-ab1f-4b60-a669-fdf2765fb306 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 May 27 13:19:04.645624 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b3a97-cd40-45e9-95f4-0f890cfed39f req-7163ae61-8362-422b-a526-ba55613f38b0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:04.647080 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e02b3a97-cd40-45e9-95f4-0f890cfed39f req-7163ae61-8362-422b-a526-ba55613f38b0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 944 time: 0.0859463 May 27 13:19:04.695257 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e02b3a97-cd40-45e9-95f4-0f890cfed39f req-7439e3f3-4fc3-4fe6-b9d4-bab4f951a420 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 May 27 13:19:05.279001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de1c7a-2747-4781-b84c-c199cb6ffbb1 req-9918fa98-3559-4438-9836-4e6fda0784e5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:05.280331 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c7de1c7a-2747-4781-b84c-c199cb6ffbb1 req-9918fa98-3559-4438-9836-4e6fda0784e5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 945 time: 0.0857997 May 27 13:19:05.328357 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c7de1c7a-2747-4781-b84c-c199cb6ffbb1 req-f1d1e0bb-8e48-485b-ac82-66682f5ca225 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 May 27 13:19:05.975567 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129c922-b4d7-4972-be48-770a8ed0571a req-151f75a9-1918-46fe-ac4f-372fa6d65d4f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:05.977052 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5129c922-b4d7-4972-be48-770a8ed0571a req-151f75a9-1918-46fe-ac4f-372fa6d65d4f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 944 time: 0.1677499 May 27 13:19:06.022416 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5129c922-b4d7-4972-be48-770a8ed0571a req-af8ea397-dd67-4761-ac0b-91d281b27363 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392654 May 27 13:19:06.370727 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:06.546275 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfe4d8-118f-4c6e-9c80-eb472c255e05 req-7e855d71-1967-41ac-83c9-3d8903865d9b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:06.546819 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e8b27940-c35d-44b4-972e-ee6b2d83c91c up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:19:06.547755 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-accfe4d8-118f-4c6e-9c80-eb472c255e05 req-7e855d71-1967-41ac-83c9-3d8903865d9b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 945 time: 0.0994585 May 27 13:19:06.599124 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-accfe4d8-118f-4c6e-9c80-eb472c255e05 req-0e201cc2-78e5-4bd5-86b1-f7cd1a12db51 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 May 27 13:19:06.620922 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port e8b27940-c35d-44b4-972e-ee6b2d83c91c completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:19:06.626188 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port e8b27940-c35d-44b4-972e-ee6b2d83c91c triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:06.626579 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:06.745791 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:06.773042 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:06.782969 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port e8b27940-c35d-44b4-972e-ee6b2d83c91c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8b27940-c35d-44b4-972e-ee6b2d83c91c,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:06.788191 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:06.789044 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device b3e6a5c6-3282-425c-8e09-4a927f22a807 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:19:06.816749 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:06.890437 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c', 'code': 200} May 27 13:19:06.910053 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=e8b27940-c35d-44b4-972e-ee6b2d83c91c,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:06.913406 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:06.923031 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port b3e6a5c6-3282-425c-8e09-4a927f22a807 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:19:06.928298 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port b3e6a5c6-3282-425c-8e09-4a927f22a807 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:06.928695 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:07.055658 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:07.095573 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:07.101682 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:07.104311 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:07.156985 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b48ca-e610-4513-a698-f1431681b671 req-8e629ab4-59f0-48c0-baa2-175c64e46c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:07.158381 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-054b48ca-e610-4513-a698-f1431681b671 req-8e629ab4-59f0-48c0-baa2-175c64e46c33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 1099 time: 0.0793586 May 27 13:19:07.184346 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:07.187827 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:07.220908 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-054b48ca-e610-4513-a698-f1431681b671 req-d9196d33-6226-43fb-b611-d9bb8f638373 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538118 May 27 13:19:07.226942 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142b85-643c-487e-a55f-50d2f0a27444 req-059619db-5cee-4e46-8e9f-520757747567 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:07.228533 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1e142b85-643c-487e-a55f-50d2f0a27444 req-059619db-5cee-4e46-8e9f-520757747567 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0923746 May 27 13:19:07.274411 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1e142b85-643c-487e-a55f-50d2f0a27444 req-39ace42b-4cc2-432b-878b-e96e7433be57 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399845 May 27 13:19:07.372740 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1f08a-caff-4a2e-b441-d1417c7a4d38 req-bbdabab3-8561-44cf-a677-db776e5678be tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:07.374179 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-35b1f08a-caff-4a2e-b441-d1417c7a4d38 req-bbdabab3-8561-44cf-a677-db776e5678be tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0839412 May 27 13:19:07.420012 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-35b1f08a-caff-4a2e-b441-d1417c7a4d38 req-c9a49e44-58dd-473c-9985-152f287f70a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398777 May 27 13:19:07.791804 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0ca79-8774-4ded-bce9-9f85dd509148 req-e45e906e-0d91-494f-84cd-4ac4658a400b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:07.793229 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-33b0ca79-8774-4ded-bce9-9f85dd509148 req-e45e906e-0d91-494f-84cd-4ac4658a400b tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0828717 May 27 13:19:07.840994 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-33b0ca79-8774-4ded-bce9-9f85dd509148 req-4d2f1cbf-5dbb-4b0d-853e-0cb6bef357a5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394554 May 27 13:19:08.477817 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fc2ff-96b9-495c-b0fc-f36824173f98 req-56bdfd25-7f22-4eb0-baf4-23486a88a051 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:08.479275 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a8fc2ff-96b9-495c-b0fc-f36824173f98 req-56bdfd25-7f22-4eb0-baf4-23486a88a051 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0875742 May 27 13:19:08.527969 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a8fc2ff-96b9-495c-b0fc-f36824173f98 req-4f734422-f4b3-4f2c-a988-8f72dc9c7c1b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 May 27 13:19:08.611059 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3b1d3-3295-4421-9798-d0aa0d88c1d9 req-bf33132b-d128-4ef6-8857-c804a101df85 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:08.612558 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-73a3b1d3-3295-4421-9798-d0aa0d88c1d9 req-bf33132b-d128-4ef6-8857-c804a101df85 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0835938 May 27 13:19:08.662130 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-73a3b1d3-3295-4421-9798-d0aa0d88c1d9 req-422ea17a-421f-4314-bc1a-b1155a5c4fc8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435874 May 27 13:19:08.892865 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:08.940392 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'code': 200} May 27 13:19:09.046255 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1f460-f42b-4142-917c-737332dc2b65 req-65af5798-b08f-46cb-bdd0-18b57b3a5c30 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:09.047672 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dcd1f460-f42b-4142-917c-737332dc2b65 req-65af5798-b08f-46cb-bdd0-18b57b3a5c30 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0837119 May 27 13:19:09.094116 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dcd1f460-f42b-4142-917c-737332dc2b65 req-ea514531-1d31-48ab-a386-66fe93a3f031 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 May 27 13:19:09.184017 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da89c9-31b2-4071-a84c-3a24d67e2add req-24c967d6-5904-4ed8-831d-8509d4b87b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:09.185578 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-66da89c9-31b2-4071-a84c-3a24d67e2add req-24c967d6-5904-4ed8-831d-8509d4b87b05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1098 time: 0.0698860 May 27 13:19:09.235092 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-66da89c9-31b2-4071-a84c-3a24d67e2add req-e7c0fbe3-124c-4ff4-ac9a-89b085c3f7a5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388119 May 27 13:19:09.735628 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159cb78-0117-468a-94b8-5035a1ff396b req-ff3a0941-5d00-48db-a506-7011ac0cbe76 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:09.737749 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a159cb78-0117-468a-94b8-5035a1ff396b req-ff3a0941-5d00-48db-a506-7011ac0cbe76 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0975704 May 27 13:19:09.783525 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a159cb78-0117-468a-94b8-5035a1ff396b req-b31684c2-78a5-4d76-86bd-5f9e66fb4631 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 May 27 13:19:09.873338 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717958b3-907d-48f1-aa46-ee8ca30b04ac req-24bbe146-b5e8-4bdb-9086-af401ded655a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:09.874777 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-717958b3-907d-48f1-aa46-ee8ca30b04ac req-24bbe146-b5e8-4bdb-9086-af401ded655a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0811908 May 27 13:19:09.919191 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-717958b3-907d-48f1-aa46-ee8ca30b04ac req-790e83db-d916-4b5a-aae6-025526e4a061 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385692 May 27 13:19:10.984625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973aad7-cd68-44df-92cc-364920a5b71c req-0c699808-8275-4092-b2f7-4c81d8d8c99a tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:10.986125 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8973aad7-cd68-44df-92cc-364920a5b71c req-0c699808-8275-4092-b2f7-4c81d8d8c99a tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0874569 May 27 13:19:11.033369 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8973aad7-cd68-44df-92cc-364920a5b71c req-aaae6ab5-41ae-4b04-b672-65425af8a387 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 May 27 13:19:11.112577 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0a6cf-9568-4d6d-8d75-1708eb7a07b6 req-77f1e336-eaa4-4be4-8e58-f9d378e8b8f3 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:11.114038 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5fb0a6cf-9568-4d6d-8d75-1708eb7a07b6 req-77f1e336-eaa4-4be4-8e58-f9d378e8b8f3 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0799375 May 27 13:19:11.211895 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5fb0a6cf-9568-4d6d-8d75-1708eb7a07b6 req-c0fd2d1d-118c-44ea-9db2-a53bfb968202 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920169 May 27 13:19:11.244321 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106a9ac-4ae8-41b9-9d44-cb6000d9bf9d req-6273ce0d-4511-475e-9141-0f9b5b3898b6 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:11.245814 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3106a9ac-4ae8-41b9-9d44-cb6000d9bf9d req-6273ce0d-4511-475e-9141-0f9b5b3898b6 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.1085746 May 27 13:19:11.292555 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3106a9ac-4ae8-41b9-9d44-cb6000d9bf9d req-7aef0092-20b1-43bd-a3fa-d856c0edb1b0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 May 27 13:19:11.688248 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984fb3-7857-49a4-a914-74f9782ed296 req-2f9f5e46-b714-4e18-a2a2-05f5f83ad8bf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:11.689719 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7c984fb3-7857-49a4-a914-74f9782ed296 req-2f9f5e46-b714-4e18-a2a2-05f5f83ad8bf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0880783 May 27 13:19:11.736194 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7c984fb3-7857-49a4-a914-74f9782ed296 req-a6510909-b89d-4b21-8af5-87f4f24bfb32 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 May 27 13:19:12.396987 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0761b5-dbe4-49e3-9243-4d5782a559df req-a69a8e98-e282-4e3f-8ec4-afa1caa1e571 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:12.398422 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f0761b5-dbe4-49e3-9243-4d5782a559df req-a69a8e98-e282-4e3f-8ec4-afa1caa1e571 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0831909 May 27 13:19:12.447331 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f0761b5-dbe4-49e3-9243-4d5782a559df req-de7d8344-f618-46e5-9f0a-b599e6996307 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 May 27 13:19:13.635404 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413d41-a4be-4318-a10f-6918a8f5bcef req-fe56b961-f00f-44fb-8b84-39f174220b16 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:13.636853 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-92413d41-a4be-4318-a10f-6918a8f5bcef req-fe56b961-f00f-44fb-8b84-39f174220b16 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0834568 May 27 13:19:13.681173 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-92413d41-a4be-4318-a10f-6918a8f5bcef req-3581b969-ff08-42bc-bc0f-178e552dbe24 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 May 27 13:19:14.873843 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b792c4a-e836-4e91-8722-3fa035dc7c0b req-4667a5cd-4e7c-4d0d-bb0f-d13e2120e8eb tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:14.875464 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0b792c4a-e836-4e91-8722-3fa035dc7c0b req-4667a5cd-4e7c-4d0d-bb0f-d13e2120e8eb tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0823448 May 27 13:19:14.920700 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0b792c4a-e836-4e91-8722-3fa035dc7c0b req-ba5f447b-192f-4308-8e77-1948dd822f4c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 May 27 13:19:15.955497 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:19:16.108134 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc33d23-b60d-4c85-921f-21e213733811 req-c915910f-27b1-41e9-a925-f0b00b9379e7 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:16.109577 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8bc33d23-b60d-4c85-921f-21e213733811 req-c915910f-27b1-41e9-a925-f0b00b9379e7 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0837522 May 27 13:19:16.153060 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8bc33d23-b60d-4c85-921f-21e213733811 req-c6a84f5b-cbc2-4fc4-b0dc-43c774e0aca3 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377195 May 27 13:19:17.338236 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9418d02-c892-45e0-9127-927149bd9f03 req-757945ae-29b7-491c-800c-b066534d2191 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:17.339758 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d9418d02-c892-45e0-9127-927149bd9f03 req-757945ae-29b7-491c-800c-b066534d2191 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0805693 May 27 13:19:17.513989 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d9418d02-c892-45e0-9127-927149bd9f03 req-a5e64750-2e27-449b-a95e-a130ecf3d441 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557961 May 27 13:19:17.537138 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227f8a-3356-4613-9cea-dd67fb4eea5c req-e9544b83-25fe-421d-86bb-b0711f337675 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:17.538615 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fb227f8a-3356-4613-9cea-dd67fb4eea5c req-e9544b83-25fe-421d-86bb-b0711f337675 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.1980052 May 27 13:19:17.585276 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fb227f8a-3356-4613-9cea-dd67fb4eea5c req-405a5660-a836-4a96-94bd-483368550237 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 May 27 13:19:17.611305 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48370) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:17.725924 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22181f4-856c-48f4-9c1f-9f13aa865cc6 tempest-TestMinimumBasicScenario-620891060 tempest-TestMinimumBasicScenario-620891060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:17.726626 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-d22181f4-856c-48f4-9c1f-9f13aa865cc6 tempest-TestMinimumBasicScenario-620891060 tempest-TestMinimumBasicScenario-620891060-project-admin] Synchronizing usage tracker for tenant:66190da261ca4819965e3de7166f125b on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:17.746129 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-d22181f4-856c-48f4-9c1f-9f13aa865cc6 tempest-TestMinimumBasicScenario-620891060 tempest-TestMinimumBasicScenario-620891060-project-admin] Unset dirty status for tenant:66190da261ca4819965e3de7166f125b on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:17.747280 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-d22181f4-856c-48f4-9c1f-9f13aa865cc6 tempest-TestMinimumBasicScenario-620891060 tempest-TestMinimumBasicScenario-620891060-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1093 time: 0.1350484 May 27 13:19:17.750538 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48378) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:17.755892 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'floatingip': {'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'port_id': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:17.762260 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:17.766401 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:floatingip and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:17.769385 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:17.775946 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:17.787353 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for floatingip, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:17.935439 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.071723 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Allocated IP 172.28.0.177 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/033c788b-23ba-454e-b704-45326bcc67b0) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:19:18.222503 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.256472 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.260257 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-299438e8-2fd0-4c56-aed3-66f207415840 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:18.325270 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:19:18.328115 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:19:18.332384 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:19:18.368331 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'Port': ['ID=033c788b-23ba-454e-b704-45326bcc67b0,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:18.375623 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:18.703709 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac0d6-9a2e-4a3a-884c-d3bdf0e15f71 req-310a8884-da49-4981-86eb-3edf0896fe32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:18.705204 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-86fac0d6-9a2e-4a3a-884c-d3bdf0e15f71 req-310a8884-da49-4981-86eb-3edf0896fe32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0816851 May 27 13:19:18.757490 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-86fac0d6-9a2e-4a3a-884c-d3bdf0e15f71 req-b8586034-6d42-4450-990c-0de9ce91e7d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 May 27 13:19:18.831226 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.915010 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.137521 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.145289 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.148820 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:19.253226 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'Port': ['ID=033c788b-23ba-454e-b704-45326bcc67b0,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:19.257243 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:19.265796 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.446510 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Floating IP 6412e738-b09a-47a6-9874-477091402769 associated. External IP: 172.28.0.177, port: b3e6a5c6-3282-425c-8e09-4a927f22a807. May 27 13:19:19.804853 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Router 613ea29e-a678-4db2-be07-6e5e604e0f86 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:19:19.949774 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54138157-28c1-49ca-b85e-d1f54588e8f2 req-42a01995-bfcc-4e55-af48-003dca35b43a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:19.951305 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-54138157-28c1-49ca-b85e-d1f54588e8f2 req-42a01995-bfcc-4e55-af48-003dca35b43a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0836587 May 27 13:19:20.002669 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-54138157-28c1-49ca-b85e-d1f54588e8f2 req-cdfd840d-cca3-4d17-b1c7-305c3c72a200 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445685 May 27 13:19:20.102083 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:19:20.112818 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18827778-59b4-4575-af17-484a22159a37 None None] Sync routers for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:19:20.123821 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:20.125217 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:18:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:20.131113 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.189204 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4375310 May 27 13:19:20.189970 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:20.192205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48396) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.198015 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545824735', 'description': 'tempest-secgroup-smoke-1545824735 description', 'project_id': 'e392272d7df34d74bb921bd7c6215409'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.203951 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.208394 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.211282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.217762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.235769 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.262217 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.266324 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'status': 'completed', 'code': 200} May 27 13:19:20.266807 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.269764 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.275734 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.324540 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:20.351496 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.356852 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.376387 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e1cd873d-0e31-4792-9895-70aa52a4f86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:20.385588 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-2d552f97-1f06-425e-a39f-cf7b1a99f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.387252 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-2d552f97-1f06-425e-a39f-cf7b1a99f2a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1098 time: 0.0788496 May 27 13:19:20.405066 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.409709 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2131214 May 27 13:19:20.410146 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48402) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.417265 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'security_group_rule': {'security_group_id': '424bad50-3654-44c8-9a53-dfa0a5824d81', 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.423578 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.425837 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424bad50-3654-44c8-9a53-dfa0a5824d81,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:20.430987 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.436782 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.440001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.440355 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.440732 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.441093 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.441430 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.441772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.442116 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.442455 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.442790 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.443195 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.443546 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.443870 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:20.447580 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:20.451722 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.470799 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.536352 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-b4dce449-e1a2-4b9c-ba52-3df750e159d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.537739 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.537872 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-b4dce449-e1a2-4b9c-ba52-3df750e159d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 915 time: 0.1375189 May 27 13:19:20.542404 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.548780 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:20.567978 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8602d0e-3075-4161-bb17-be8339fd8657,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:20.571161 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:20.579977 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.584628 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710091 May 27 13:19:20.584916 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48406) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.590684 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'security_group_rule': {'security_group_id': '424bad50-3654-44c8-9a53-dfa0a5824d81', 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.597808 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.602075 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.605102 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.612634 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.628754 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.665328 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-65f49e04-071e-4f20-bcdf-8159c15157f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 999 time: 0.1094654 May 27 13:19:20.692716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.697721 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.700694 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-54ffa627-2d8b-4d18-be1b-84c1ac9d2495 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:20.724724 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c67fb5f-b12a-4ae4-afdf-123f9789a197,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:20.727446 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:20.733224 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '6412e738-b09a-47a6-9874-477091402769', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'floating_ip_address': '172.28.0.177', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'port_id': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'mac_address': 'fa:16:3e:04:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:18Z', 'updated_at': '2021-05-27T13:19:18Z', 'revision_number': 0, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:20Z', 'revision_number': 5, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:20.736922 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.737611 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18827778-59b4-4575-af17-484a22159a37 None None] Checking router: 613ea29e-a678-4db2-be07-6e5e604e0f86 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:19:20.741408 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528661 May 27 13:19:20.741629 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-59fa0a32-a860-4213-b47c-9d77eafe5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.741760 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48410) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.743140 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-59fa0a32-a860-4213-b47c-9d77eafe5136 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.0635455 May 27 13:19:20.746591 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:20.747208 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:18:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:20.747419 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'security_group_rule': {'security_group_id': '424bad50-3654-44c8-9a53-dfa0a5824d81', 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.753578 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.757698 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.760727 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.766542 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.786548 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.824168 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-9790dacd-6c80-44eb-8558-35f1351d7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.825694 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-9790dacd-6c80-44eb-8558-35f1351d7a48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752432 May 27 13:19:20.851179 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.856498 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.858664 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a691065a-ab3e-462b-82cc-a04e0388fbbc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:20.881112 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a36534-c731-407d-9618-42dc7aec2aeb,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:20.883757 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:20.892460 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.896031 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-44acb35a-d8f6-40ad-8302-5d937ab2a2a5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508117 May 27 13:19:20.896662 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48414) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.902210 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'security_group_rule': {'security_group_id': '424bad50-3654-44c8-9a53-dfa0a5824d81', 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.908564 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.912372 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.916453 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.923657 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-64d3529b-c67e-43ae-a79d-0ebef221bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.924110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.940364 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.947591 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:21.001234 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-6fd2667a-3858-4a60-8c72-f4c85b902028 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655207 May 27 13:19:21.011590 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.017521 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.020459 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:21.038287 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e286d96-e183-4edd-a0a6-dd143cd19be5,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:21.042007 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:21.060331 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.064912 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-11efceec-355e-43b2-9db1-0ac758f940d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670792 May 27 13:19:21.065743 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48422) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:21.071412 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'security_group_rule': {'security_group_id': '424bad50-3654-44c8-9a53-dfa0a5824d81', 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:21.078063 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:21.082582 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:21.086390 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:21.093960 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:21.106641 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.securitygroups_db [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Project e392272d7df34d74bb921bd7c6215409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:19:21.113424 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.162943 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6f63997b-ab59-4370-b6df-184f890c05b0 req-ddebe5c6-0657-40ff-a9d1-f209f3863cd8 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470845 May 27 13:19:21.234467 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.241589 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.245588 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:21.277958 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc8e3-d5aa-40b9-8023-0c13d1f9c28e req-84a01119-f9b4-4744-81b0-1e8e6b77e4a8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:21.279425 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6e8fc8e3-d5aa-40b9-8023-0c13d1f9c28e req-84a01119-f9b4-4744-81b0-1e8e6b77e4a8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1403718 May 27 13:19:21.282939 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b19561f-9752-4323-9133-d97870043724,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:21.285820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:21.303779 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.304930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b3fdabf4-0713-45b9-b4c2-6d31708ab6ad tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2381911 May 27 13:19:21.307838 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48426) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:21.314126 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'security_group_rule': {'security_group_id': '424bad50-3654-44c8-9a53-dfa0a5824d81', 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:21.320553 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:21.325647 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Usage tracker for resource:security_group_rule and tenant:e392272d7df34d74bb921bd7c6215409 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:21.326913 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-18827778-59b4-4575-af17-484a22159a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '6412e738-b09a-47a6-9874-477091402769', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'floating_ip_address': '172.28.0.177', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'port_id': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'mac_address': 'fa:16:3e:04:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:18Z', 'updated_at': '2021-05-27T13:19:18Z', 'revision_number': 0, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:20Z', 'revision_number': 5, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:21.329074 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:21.331380 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18827778-59b4-4575-af17-484a22159a37 None None] The sync data for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb is: [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '6412e738-b09a-47a6-9874-477091402769', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'floating_ip_address': '172.28.0.177', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'port_id': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'mac_address': 'fa:16:3e:04:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:18Z', 'updated_at': '2021-05-27T13:19:18Z', 'revision_number': 0, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:20Z', 'revision_number': 5, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:19:21.335362 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6e8fc8e3-d5aa-40b9-8023-0c13d1f9c28e req-208fee04-5465-4b1a-badc-70e0c5565127 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476875 May 27 13:19:21.336993 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:21.354517 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.securitygroups_db [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Project e392272d7df34d74bb921bd7c6215409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:19:21.361042 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.431428 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.436110 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.438401 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:21.461468 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad090126-841e-468e-bc7f-4a0642f9a17b,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:21.466960 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:21.474825 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.476354 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666195 May 27 13:19:21.517423 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0786c-f281-472e-8bd1-04b87a7b21d1 None None] New status for floating IP 6412e738-b09a-47a6-9874-477091402769: ACTIVE {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:19:21.607507 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-a9ba41ac-29ce-4e68-a727-2a275a58e26a tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Synchronizing usage tracker for tenant:e392272d7df34d74bb921bd7c6215409 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:21.627237 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-a9ba41ac-29ce-4e68-a727-2a275a58e26a tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Unset dirty status for tenant:e392272d7df34d74bb921bd7c6215409 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:21.628828 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-a9ba41ac-29ce-4e68-a727-2a275a58e26a tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545824735&fields=id&tenant_id=e392272d7df34d74bb921bd7c6215409 HTTP/1.1" status: 200 len: 267 time: 0.0653267 May 27 13:19:21.715298 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-c4ec5043-3ec8-4589-ae70-50d91a488d75 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:21.716785 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-c4ec5043-3ec8-4589-ae70-50d91a488d75 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0817037 May 27 13:19:21.727766 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'port': {'security_groups': ['cfc2cda3-dfbc-43a9-949c-22335966bf0c', '424bad50-3654-44c8-9a53-dfa0a5824d81']}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:21.859198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.118279 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:22.144729 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.151238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.157196 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:22.164811 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['b3e6a5c6-3282-425c-8e09-4a927f22a807'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:22.220081 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.220753 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.224955 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ba5fc1ad-ca55-4678-9bb5-e3ea0877df8d req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "PUT /v2.0/ports/b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 981 time: 0.5017040 May 27 13:19:22.229024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:22.253575 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=6']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:22.257606 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-292a1d68-e6ed-4697-a155-52bf6d88a55c tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:22.283632 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'status': 'completed', 'code': 200} May 27 13:19:22.408981 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['b3e6a5c6-3282-425c-8e09-4a927f22a807'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:22.419715 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-b5188e0a-5b6c-4435-8e80-d81ce2bbd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.421620 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-b5188e0a-5b6c-4435-8e80-d81ce2bbd6f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1137 time: 0.1028154 May 27 13:19:22.485937 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb54b7-6547-4160-83cd-7983266980c5 req-0106c40b-2886-40ef-8bfe-a2a96a3fac28 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.488945 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e2cb54b7-6547-4160-83cd-7983266980c5 req-0106c40b-2886-40ef-8bfe-a2a96a3fac28 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.1519890 May 27 13:19:22.606491 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-4d2d9831-fad9-488e-99af-6f342f3d7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.608316 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-4d2d9831-fad9-488e-99af-6f342f3d7c41 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 915 time: 0.1578767 May 27 13:19:22.617766 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-90fa9a19-a8dd-47b3-be9a-085149c35493 None None] Provisioning complete for port b3e6a5c6-3282-425c-8e09-4a927f22a807 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:22.617981 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e2cb54b7-6547-4160-83cd-7983266980c5 req-e43578d5-7969-4969-bc4c-095b4ceba4f0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894234 May 27 13:19:22.618137 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-90fa9a19-a8dd-47b3-be9a-085149c35493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.639593 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6c3e7-fe7b-4cb6-aee4-76574fa1599b req-465014bb-efe1-4f2e-87e6-9e854e638b9c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.641701 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f1e6c3e7-fe7b-4cb6-aee4-76574fa1599b req-465014bb-efe1-4f2e-87e6-9e854e638b9c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1522331 May 27 13:19:22.717521 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f1e6c3e7-fe7b-4cb6-aee4-76574fa1599b req-6403b1a5-810f-4dac-98ae-a65d8dbae496 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640988 May 27 13:19:22.763672 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-297c5e33-9b7b-4e4a-aad6-c45ec4ecca71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 1001 time: 0.1460381 May 27 13:19:22.839174 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-ae557a96-7677-430b-a49e-21c6f1773b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.840714 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-ae557a96-7677-430b-a49e-21c6f1773b06 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.0672193 May 27 13:19:22.922979 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-c334eed9-864a-4f85-b5a5-5e7cf3a0e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.924390 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-c334eed9-864a-4f85-b5a5-5e7cf3a0e8cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744603 May 27 13:19:23.061980 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-cd1bcbf0-a993-405c-b086-a2a373b42575 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279271 May 27 13:19:23.287321 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b3eb869a-57bd-4bfe-9a9e-9f2f28aaa6eb req-6ae7c350-b371-466b-88a9-c5c5949c6387 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150064 May 27 13:19:23.309357 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:23.369128 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7b15f83f-f447-4366-8c01-7723e8f4d699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:23.910154 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878a98-a719-4aac-a083-6509de4bffad req-19bc99ec-f7e3-4ac2-a869-78581c789bb4 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:23.911469 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5878a98-a719-4aac-a083-6509de4bffad req-19bc99ec-f7e3-4ac2-a869-78581c789bb4 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0887098 May 27 13:19:23.969462 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e5878a98-a719-4aac-a083-6509de4bffad req-6fa964fc-6d2f-4381-9336-4fd23877ce6a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495262 May 27 13:19:24.314331 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9858a90-f505-4e12-92dc-a2094d8a363c req-b0198d5d-b39b-488e-8b6b-38ec3f3b7269 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:24.316365 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c9858a90-f505-4e12-92dc-a2094d8a363c req-b0198d5d-b39b-488e-8b6b-38ec3f3b7269 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0856192 May 27 13:19:24.373441 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c9858a90-f505-4e12-92dc-a2094d8a363c req-35e17ec1-8ce1-40f3-8ce7-1210dfe7e690 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503623 May 27 13:19:24.390336 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33406fb-e76b-4561-a26c-63b44c344062 req-b1d93712-30ca-4951-9a28-9ac05a44cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:24.391956 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b33406fb-e76b-4561-a26c-63b44c344062 req-b1d93712-30ca-4951-9a28-9ac05a44cd41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0847123 May 27 13:19:24.531193 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33406fb-e76b-4561-a26c-63b44c344062 req-3e443608-0932-46aa-b165-8673ca55b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:24.532747 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b33406fb-e76b-4561-a26c-63b44c344062 req-3e443608-0932-46aa-b165-8673ca55b254 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.1315155 May 27 13:19:24.540883 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:24.661763 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b33406fb-e76b-4561-a26c-63b44c344062 req-3922b43c-198e-4ee1-ae89-7ce87180d4f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 1000 time: 0.1044931 May 27 13:19:24.740633 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33406fb-e76b-4561-a26c-63b44c344062 req-c4151d98-0d91-48be-bab4-56d4f24ed113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:24.742044 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b33406fb-e76b-4561-a26c-63b44c344062 req-c4151d98-0d91-48be-bab4-56d4f24ed113 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0727837 May 27 13:19:24.824138 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33406fb-e76b-4561-a26c-63b44c344062 req-808e0420-da5a-431b-875c-436778745ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:24.825621 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b33406fb-e76b-4561-a26c-63b44c344062 req-808e0420-da5a-431b-875c-436778745ffa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0761271 May 27 13:19:24.961329 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b33406fb-e76b-4561-a26c-63b44c344062 req-442ff4c1-f030-4fe4-8ea1-02b693010a41 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245127 May 27 13:19:25.102346 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b33406fb-e76b-4561-a26c-63b44c344062 req-e5a5fb8a-8c94-410f-a0ed-8e6c5e295437 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305931 May 27 13:19:25.581922 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee93312-7271-4d2c-8fe9-066e7bbc482b req-61585144-43a0-490a-babc-8635762b0a0d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:25.583278 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4ee93312-7271-4d2c-8fe9-066e7bbc482b req-61585144-43a0-490a-babc-8635762b0a0d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0873468 May 27 13:19:25.629966 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4ee93312-7271-4d2c-8fe9-066e7bbc482b req-7d5c5cba-1f88-4bee-851f-1729efe43182 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 May 27 13:19:25.818862 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.827370 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe469d-a320-4305-912d-51ff4fb896f7 req-e6e76137-b15e-4ace-9223-7c246e4cfa55 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:26.829345 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1ebe469d-a320-4305-912d-51ff4fb896f7 req-e6e76137-b15e-4ace-9223-7c246e4cfa55 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0871913 May 27 13:19:26.957557 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1ebe469d-a320-4305-912d-51ff4fb896f7 req-7ef30139-fc1d-4ad2-87c0-7a9b8d885ad3 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217642 May 27 13:19:33.809324 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-04d29ad1-d88d-4369-ac11-f9a6e43ea183 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781169 May 27 13:19:33.912332 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-9be25503-725f-4f90-a5d7-fc6be922b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:33.913897 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-9be25503-725f-4f90-a5d7-fc6be922b5e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 1100 time: 0.0732856 May 27 13:19:34.086820 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-15be7e12-9580-419f-807a-e06e19a8d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:34.087914 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-15be7e12-9580-419f-807a-e06e19a8d7ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1328385 May 27 13:19:34.209110 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-dc2a2109-a188-470d-927e-29f0813f12a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 200 len: 1002 time: 0.1082985 May 27 13:19:34.274134 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-b8e1d71e-77f9-454f-86fc-ef92b2aed1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:34.275997 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-b8e1d71e-77f9-454f-86fc-ef92b2aed1ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0599158 May 27 13:19:34.367391 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-8b169ae2-64ba-4b1d-8f1b-3dcb68e56aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:34.368909 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-8b169ae2-64ba-4b1d-8f1b-3dcb68e56aae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0779815 May 27 13:19:34.514352 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-f84e4f4b-a401-4739-830a-5c24b63d1d17 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336823 May 27 13:19:34.628060 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae65b47-a62c-43eb-a6dd-f6469d868250 req-c65b5e34-d2cd-48d3-a67c-98d73ce1e825 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:34.629622 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ae65b47-a62c-43eb-a6dd-f6469d868250 req-c65b5e34-d2cd-48d3-a67c-98d73ce1e825 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0819695 May 27 13:19:34.680084 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ae65b47-a62c-43eb-a6dd-f6469d868250 req-20b4ac48-af30-4b45-94fa-1ae1b61db229 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443828 May 27 13:19:34.753350 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4f25a329-d51d-46bd-a165-84afc9eac566 req-0f10d57c-eaf4-4dac-841e-0f13e4ccfb30 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243955 May 27 13:19:35.868841 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d911f-2635-4791-ad1a-44bd0b6fb72d req-129d4d12-61a8-454b-8fa9-e00e80b7fd10 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:35.870320 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c22d911f-2635-4791-ad1a-44bd0b6fb72d req-129d4d12-61a8-454b-8fa9-e00e80b7fd10 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0819747 May 27 13:19:35.918308 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c22d911f-2635-4791-ad1a-44bd0b6fb72d req-50aa75bb-5b72-4e12-be9d-459f5b713298 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 May 27 13:19:36.384929 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:37.271513 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6adf1e-6f75-4acc-9ee6-a2e7754e4f3b req-17e4b4f3-d981-4413-9fed-11d30289377a tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:37.272895 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cd6adf1e-6f75-4acc-9ee6-a2e7754e4f3b req-17e4b4f3-d981-4413-9fed-11d30289377a tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0927465 May 27 13:19:37.325156 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-cd6adf1e-6f75-4acc-9ee6-a2e7754e4f3b req-5cfe22c7-981a-4f87-b691-2498d03d8cb5 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 May 27 13:19:38.539290 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028023-d384-44a4-90c6-6c45a817e379 req-6e8c88ca-03eb-4659-80ea-b1296a623a15 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:38.540774 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-55028023-d384-44a4-90c6-6c45a817e379 req-6e8c88ca-03eb-4659-80ea-b1296a623a15 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0933878 May 27 13:19:38.585565 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-55028023-d384-44a4-90c6-6c45a817e379 req-3a89f170-d86c-47dc-8a72-9d58f36e23d9 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390165 May 27 13:19:39.788398 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7e4f6-56df-4b2d-95d3-c7695bb29da8 req-29a96f4f-9648-42c5-a74e-8a97315565bb tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:39.789820 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dbb7e4f6-56df-4b2d-95d3-c7695bb29da8 req-29a96f4f-9648-42c5-a74e-8a97315565bb tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0887067 May 27 13:19:39.833362 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dbb7e4f6-56df-4b2d-95d3-c7695bb29da8 req-58d3b4e8-4418-4ff2-923c-4fcf522a27f3 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 May 27 13:19:41.031279 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb22ee1-f599-441d-a27f-72e4761ece76 req-8b278d4e-dd80-4784-88f6-326510128ee7 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:41.032733 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0fb22ee1-f599-441d-a27f-72e4761ece76 req-8b278d4e-dd80-4784-88f6-326510128ee7 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0853786 May 27 13:19:41.077138 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0fb22ee1-f599-441d-a27f-72e4761ece76 req-39609768-0d3e-4169-af6d-58fa624a2f25 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 May 27 13:19:42.078991 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-a0c7676b-fe73-4997-a9d7-077cdb7d2f6f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:42.079663 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-a0c7676b-fe73-4997-a9d7-077cdb7d2f6f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Synchronizing usage tracker for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:42.097829 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-a0c7676b-fe73-4997-a9d7-077cdb7d2f6f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Unset dirty status for tenant:41b97c2892824558b1d7488f5e3d00f1 on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:42.099000 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-a0c7676b-fe73-4997-a9d7-077cdb7d2f6f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.1028574 May 27 13:19:42.256024 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Deleting port e8b27940-c35d-44b4-972e-ee6b2d83c91c {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:42.256240 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:42.269983 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede72bb0-ad49-4b71-9a64-b0f88b02c557 req-d32dee3b-8c02-402a-8d9a-0d42c0735124 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:42.271481 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ede72bb0-ad49-4b71-9a64-b0f88b02c557 req-d32dee3b-8c02-402a-8d9a-0d42c0735124 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 946 time: 0.0827703 May 27 13:19:42.315220 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ede72bb0-ad49-4b71-9a64-b0f88b02c557 req-801eb959-1f7f-41fc-a43c-b61db0bb8a80 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7fa3088-5458-458d-a4e1-65fe310011e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 May 27 13:19:42.391425 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] For port e8b27940-c35d-44b4-972e-ee6b2d83c91c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8b27940-c35d-44b4-972e-ee6b2d83c91c,segment=NetworkSegment(212582d3-9b9a-437e-911b-67494dcd0f58),segment_id=212582d3-9b9a-437e-911b-67494dcd0f58)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:42.391787 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:42.516615 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Calling delete_port for e8b27940-c35d-44b4-972e-ee6b2d83c91c owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:42.638150 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:42.644155 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f0dbb522-6ea6-4697-a2da-325a8b6ca67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:42.654616 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['e8b27940-c35d-44b4-972e-ee6b2d83c91c'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:42.690882 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Pushing event deleted for resources: {'Port': ['ID=e8b27940-c35d-44b4-972e-ee6b2d83c91c,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:42.694029 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:42.768551 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] No DVR routers for this DVR port e8b27940-c35d-44b4-972e-ee6b2d83c91c on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:19:42.771039 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:42.773699 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'name': 'network-vif-deleted', 'tag': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:42.790889 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-4e62ad42-8274-419e-8cac-ed7ecd0662cc req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.64 "DELETE /v2.0/ports/e8b27940-c35d-44b4-972e-ee6b2d83c91c HTTP/1.1" status: 204 len: 173 time: 0.6789260 May 27 13:19:42.826156 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3019f1-d98f-4ea0-b343-fd6780cbe6ca', 'name': 'network-vif-deleted', 'tag': 'e8b27940-c35d-44b4-972e-ee6b2d83c91c', 'status': 'completed', 'code': 200} May 27 13:19:43.489731 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-27127ff7-4d3f-4d1d-b4b1-d1099342217a req-60b40cdf-f308-493b-8b76-a54740ac752f tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab3019f1-d98f-4ea0-b343-fd6780cbe6ca HTTP/1.1" status: 200 len: 210 time: 0.0422585 May 27 13:19:46.807205 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e8b27940-c35d-44b4-972e-ee6b2d83c91c no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:19:46.846575 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: e8b27940-c35d-44b4-972e-ee6b2d83c91c {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:19:46.846900 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device e8b27940-c35d-44b4-972e-ee6b2d83c91c not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:19:50.894676 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-9a052781-83df-47b4-99a1-2ab1816f38dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:52.954230 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:19:53.307264 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:53.370342 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d7effada-a794-4359-9261-91f237e276ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:54.499967 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5753c1-c54b-4fdc-be71-9a1d770e4598 req-c370a16d-c8b9-4ea7-a237-c30f434b18ac tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:54.501369 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9d5753c1-c54b-4fdc-be71-9a1d770e4598 req-c370a16d-c8b9-4ea7-a237-c30f434b18ac tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.0968750 May 27 13:19:54.543442 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:54.552294 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9d5753c1-c54b-4fdc-be71-9a1d770e4598 req-1e4e1f94-4400-4065-9c2a-8052bf893fcf tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 May 27 13:19:55.758965 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba067c-aca4-48bf-9129-2684fb7879ab req-6eb2cb63-de9f-4de5-8db3-d6556255ce63 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:55.760405 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-26ba067c-aca4-48bf-9129-2684fb7879ab req-6eb2cb63-de9f-4de5-8db3-d6556255ce63 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.0848160 May 27 13:19:55.814002 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:55.815294 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-26ba067c-aca4-48bf-9129-2684fb7879ab req-df352355-2df1-493d-a4cf-a5c7c965e768 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 May 27 13:19:57.018138 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1809-e28b-46cd-9547-76dcb3b76d3a req-c7c78aae-9367-405e-aa8b-7537f02cd238 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:57.020106 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97fc1809-e28b-46cd-9547-76dcb3b76d3a req-c7c78aae-9367-405e-aa8b-7537f02cd238 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.0832856 May 27 13:19:57.064676 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-97fc1809-e28b-46cd-9547-76dcb3b76d3a req-253f5510-9478-47eb-a4c1-3b04be0d7e9a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=26bdf162-e5b5-4878-9a56-3ed660e44356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390286 May 27 13:19:57.280897 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-abe4ba9e-64fc-4273-bbbc-90989a4af64f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:57.281615 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-abe4ba9e-64fc-4273-bbbc-90989a4af64f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:57.299005 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-abe4ba9e-64fc-4273-bbbc-90989a4af64f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:57.300136 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-abe4ba9e-64fc-4273-bbbc-90989a4af64f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 947 time: 0.1145015 May 27 13:19:57.443765 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Deleting port 0f33e84e-e47a-420f-a0a7-cc40848bb880 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:57.444239 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:57.584087 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] For port 0f33e84e-e47a-420f-a0a7-cc40848bb880, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0f33e84e-e47a-420f-a0a7-cc40848bb880,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:57.584521 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:57.893437 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:57.893813 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:57.894392 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Floating IP 124946fc-00a9-4c0a-8328-03d897095060 disassociated. External IP: 172.28.0.155, port: 0f33e84e-e47a-420f-a0a7-cc40848bb880. May 27 13:19:57.894560 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Calling delete_port for 0f33e84e-e47a-420f-a0a7-cc40848bb880 owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:58.012199 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:58.017958 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:58.062784 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event deleted for resources: {'Port': ['ID=0f33e84e-e47a-420f-a0a7-cc40848bb880,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:58.078926 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.079288 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.079636 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.079986 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.080722 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.081063 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.081401 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.081737 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.082064 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.082381 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.082711 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.083041 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:58.086463 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:58.230691 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a6550ed5-42d4-4259-8d63-2c61da5fa213 req-b39fbe7c-7059-4405-992d-3c524f1f18e5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 210 time: 0.0438368 May 27 13:19:58.363615 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Router 1560974c-82c0-4afe-b59b-9401e71ad966 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:19:58.544790 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:19:58.554536 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] Sync routers for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:19:58.565626 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:58.566314 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:58.620443 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] No DVR routers for this DVR port 0f33e84e-e47a-420f-a0a7-cc40848bb880 on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:19:58.623175 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:58.626059 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-deleted', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:58.644770 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-65e01bc7-4d89-49e1-a48c-6797c5d01d00 req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "DELETE /v2.0/ports/0f33e84e-e47a-420f-a0a7-cc40848bb880 HTTP/1.1" status: 204 len: 173 time: 1.3367777 May 27 13:19:58.696668 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2cca0b-df3f-4fcc-9d65-7d53c650697d', 'name': 'network-vif-deleted', 'tag': '0f33e84e-e47a-420f-a0a7-cc40848bb880', 'status': 'completed', 'code': 200} May 27 13:19:58.764206 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:59.100284 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:59.104707 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] Checking router: 1560974c-82c0-4afe-b59b-9401e71ad966 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:19:59.113096 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:59.113689 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:59.297006 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:59.431078 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bbd8a6cd-6085-4eb0-a4f7-f2065f4852a8 req-3396098f-9f82-474b-89c3-694f78e6f9bf tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e2cca0b-df3f-4fcc-9d65-7d53c650697d HTTP/1.1" status: 200 len: 210 time: 0.0576222 May 27 13:19:59.616053 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:59.620325 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb3224a-e589-4682-9768-f7b077582373 None None] The sync data for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb is: [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:19:59.834035 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41048c7-868b-45a0-91aa-55cbccf094c7 None None] New status for floating IP 124946fc-00a9-4c0a-8328-03d897095060: DOWN {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:20:00.587274 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48646) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:00.655399 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e069eaa-2974-47bb-831f-613d616b8ce9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:00.685240 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e069eaa-2974-47bb-831f-613d616b8ce9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:00.742302 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e069eaa-2974-47bb-831f-613d616b8ce9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:00.746521 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2561ec5d-766b-49b4-b1cb-0e431add6d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:00.763258 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e069eaa-2974-47bb-831f-613d616b8ce9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bdf162-e5b5-4878-9a56-3ed660e44356,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:00.765805 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5e069eaa-2974-47bb-831f-613d616b8ce9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:00.777668 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5e069eaa-2974-47bb-831f-613d616b8ce9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:00.781654 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48650) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:00.782159 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-5e069eaa-2974-47bb-831f-613d616b8ce9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "DELETE /v2.0/security-groups/26bdf162-e5b5-4878-9a56-3ed660e44356 HTTP/1.1" status: 204 len: 168 time: 0.1932857 May 27 13:20:00.799268 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.api.v2.resource [None req-669d1d5e-0386-4ebf-9485-a9e80e4ab233 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] show failed (client error): The resource could not be found. May 27 13:20:00.800268 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-669d1d5e-0386-4ebf-9485-a9e80e4ab233 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups/26bdf162-e5b5-4878-9a56-3ed660e44356 HTTP/1.1" status: 404 len: 347 time: 0.0168915 May 27 13:20:00.804258 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48654) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:01.033385 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Deleting port dffe29c3-0bfd-4ac3-a024-3796ee119636 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:20:01.033730 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.149000 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.149314 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.358988 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Calling delete_port for dffe29c3-0bfd-4ac3-a024-3796ee119636 owned by network:floatingip {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:20:01.479041 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.484252 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71741ccf-8113-4c81-951a-0f0a48791aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:01.530771 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event deleted for resources: {'Port': ['ID=dffe29c3-0bfd-4ac3-a024-3796ee119636,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:01.534025 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:01.625138 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.640022 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.641177 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e80710cd-8ae6-4da6-bd30-5cffe12fe347 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "DELETE /v2.0/floatingips/124946fc-00a9-4c0a-8328-03d897095060 HTTP/1.1" status: 204 len: 168 time: 0.8359923 May 27 13:20:01.968829 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48668) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:01.974879 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195709427', 'description': 'tempest-description--1485610747'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:01.982459 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:01.987414 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:01.990505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:01.996808 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:02.010945 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.031842 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:02.036027 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group_rule and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:02.039024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:02.045022 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:02.119543 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.126144 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.130363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ab706ccb-95a7-4f41-92ee-5462fee9405c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:02.174087 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f54e3-1901-408d-982c-74db3ab6f272,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:02.177741 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:02.178632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.179855 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2100303 May 27 13:20:02.183154 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48672) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:02.188744 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'security_group_rule': {'security_group_id': '1f2f54e3-1901-408d-982c-74db3ab6f272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:02.194879 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:02.199078 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group_rule and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:02.202233 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:02.208592 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:02.225181 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.285167 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.290943 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.293023 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:02.318238 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4b40e7-b4e3-404f-8f98-cb456d6e238e,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:02.322799 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:02.328536 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.329736 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455977 May 27 13:20:02.332987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48676) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:02.338214 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'security_group_rule': {'security_group_id': '1f2f54e3-1901-408d-982c-74db3ab6f272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:02.344230 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:02.348448 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:security_group_rule and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:02.351681 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:02.357883 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:02.377112 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.446849 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.451732 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.453833 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-51abde12-5aea-456e-b3cf-373ff2e27316 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:02.476680 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b055b14e-5573-4dc5-83a6-c4b6d7cd8514,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:02.481009 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:02.486901 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.488136 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-2f102159-2452-4098-bf1e-5c6b115593a6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541593 May 27 13:20:02.491566 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48684) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:02.497238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'floatingip': {'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:02.502964 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:02.506969 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Usage tracker for resource:floatingip and tenant:42db8257e0b94824b6bcf7286215248c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:02.509794 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:02.515571 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:02.528349 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.663735 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:02.804158 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Allocated IP 172.28.0.161 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/519fa99e-68e7-4c2c-b265-0a8babe87e9f) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:02.913951 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:20:02.948209 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 0f33e84e-e47a-420f-a0a7-cc40848bb880 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:20:02.948585 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 0f33e84e-e47a-420f-a0a7-cc40848bb880 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:20:02.969147 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.001083 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.005049 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:03.067049 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:03.069823 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:03.072328 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:03.109217 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'Port': ['ID=519fa99e-68e7-4c2c-b265-0a8babe87e9f,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:03.112158 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:03.165400 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.225964 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.435891 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.442704 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.446466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:03.555079 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'Port': ['ID=519fa99e-68e7-4c2c-b265-0a8babe87e9f,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:03.557964 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:03.566652 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.591762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.593154 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-873e675f-c638-4927-b459-b2e7a3d9fe8a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1006114 May 27 13:20:03.759754 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-578589bd-57be-4c95-830f-e81445c8098c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:03.778898 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-578589bd-57be-4c95-830f-e81445c8098c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:03.780122 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-578589bd-57be-4c95-830f-e81445c8098c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1195709427&fields=id&tenant_id=42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 267 time: 0.0604029 May 27 13:20:03.931472 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-eea72fe7-9202-4d6f-839b-009f7e437634 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:03.933248 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-eea72fe7-9202-4d6f-839b-009f7e437634 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 816 time: 0.1465039 May 27 13:20:03.948530 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-a1e06c25-0270-4ea1-8fa2-57da438f0314 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/quotas/42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 375 time: 0.0094001 May 27 13:20:04.039393 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-5448d350-d9c9-46cd-8651-5074d4a6de5f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:04.056527 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-5448d350-d9c9-46cd-8651-5074d4a6de5f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:04.057914 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-5448d350-d9c9-46cd-8651-5074d4a6de5f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039529 May 27 13:20:04.292855 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-20622531-97ca-4b1e-b37b-2fbb864ebd0f service neutron] 10.222.0.76 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231240 May 27 13:20:04.422339 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-88c7d9da-1af2-48fa-88fb-106c3db23ce5 service neutron] 10.222.0.76 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234846 May 27 13:20:04.611298 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c304bdd-e740-4cea-96a8-a26f44b4c122 req-6d130081-2f94-49f1-aaa9-47015a4a28dd tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 210 time: 0.0497198 May 27 13:20:05.764797 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e704be5d-e2cd-41bb-8031-351656771573 req-8cec0f3a-6eed-495e-a19b-facef4a9d263 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 210 time: 0.0436335 May 27 13:20:05.810788 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-2eb64e1e-15df-4669-b3a8-4ae158bf49a8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:05.812215 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-2eb64e1e-15df-4669-b3a8-4ae158bf49a8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 816 time: 0.1509318 May 27 13:20:05.865034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-b172ed45-26a8-463c-861d-882c92eddbed tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:security_group {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:05.876003 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-b172ed45-26a8-463c-861d-882c92eddbed tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:security_group {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:05.877186 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-b172ed45-26a8-463c-861d-882c92eddbed tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 380 time: 0.0542898 May 27 13:20:05.887073 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'port': {'device_id': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'admin_state_up': True, 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'security_groups': ['1f2f54e3-1901-408d-982c-74db3ab6f272']}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:06.026169 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:06.036560 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:06.047913 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Made reservation on behalf of 42db8257e0b94824b6bcf7286215248c for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:06.051621 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.218324 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Allocated IP 172.20.0.8 (d27268b7-d8d0-40d0-999e-3da0a6c787ff/6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a/86138357-545c-45d1-90af-9a4f112f56e2) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:06.367708 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.380867 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48746) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:06.405656 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.420799 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Transition to ACTIVE for port object 86138357-545c-45d1-90af-9a4f112f56e2 will not be triggered until provisioned by entity DHCP. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:06.444379 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Deleting subnet 1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e {{(pid=91947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:20:06.445496 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.448237 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.451317 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:06.502040 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4083170'] for subnet, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.520258 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:06.523435 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:06.527204 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:06.557801 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:06.562088 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.564583 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:06.596968 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:06.597615 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.624987 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7414029 May 27 13:20:06.712984 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Request body: {'port': {'device_id': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:06.796981 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-b78a7f23-e82b-431a-bd79-5dd8bb19bc1a None None] Provisioning for port 86138357-545c-45d1-90af-9a4f112f56e2 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:06.804881 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-b78a7f23-e82b-431a-bd79-5dd8bb19bc1a None None] Provisioning complete for port 86138357-545c-45d1-90af-9a4f112f56e2 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:06.805609 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b78a7f23-e82b-431a-bd79-5dd8bb19bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.829099 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-557312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004026'] for subnet, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.834483 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:06.880950 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:06.884362 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:06.885498 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.923104 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-b78a7f23-e82b-431a-bd79-5dd8bb19bc1a None None] Port 86138357-545c-45d1-90af-9a4f112f56e2 cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:06.934962 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:06.938801 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-84b1543b-c97b-41b6-ae15-6b0a1515ee24 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1d7d1144-a145-4e77-a2c3-b0fa1a6e9d4e HTTP/1.1" status: 204 len: 168 time: 0.5567858 May 27 13:20:06.942241 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48752) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:07.063053 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.079700 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9af9e-879b-4f8f-8856-2b4f0d1d2fb0 req-4c8875b5-d3fa-4133-810f-3c18aa5db262 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:07.081587 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81d9af9e-879b-4f8f-8856-2b4f0d1d2fb0 req-4c8875b5-d3fa-4133-810f-3c18aa5db262 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 931 time: 0.1928747 May 27 13:20:07.227632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.237102 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-81d9af9e-879b-4f8f-8856-2b4f0d1d2fb0 req-546a1946-5068-4c2c-b4dc-cefa44ce6c39 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245399 May 27 13:20:07.243519 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6223326-e459-424c-89f9-9e9975d117fc']}} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:07.266542 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212582d3-9b9a-437e-911b-67494dcd0f58') {'for_net_delete': True} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:07.266824 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212582d3-9b9a-437e-911b-67494dcd0f58') {} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:07.278554 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4083163'] for segment, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.282642 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86138357-545c-45d1-90af-9a4f112f56e2 {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:20:07.290104 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.295137 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.301395 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=91947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:20:07.301781 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-559010'] for segment, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: Traceback (most recent call last): May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: timer() May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: cb(*args, **kw) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: return func(*args, **kwargs) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: self._notify() May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: self.callback(batched_events) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: event.method(event) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: return f(self, *a, **k) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: return self._get(url).json() May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: return self.request(url, 'GET', **kwargs) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:20:07.315121 dv-cinder-751579-24-smb neutron-server[91947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:20:07.395472 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.395831 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Transition to ACTIVE for port object 86138357-545c-45d1-90af-9a4f112f56e2 will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:07.399501 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7d96a5de-3eee-435f-8a73-404a52ad48f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:07.399662 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.403701 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-fec7474b-6995-448c-812b-3258c2aa7531 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:07.412441 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.422510 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6223326-e459-424c-89f9-9e9975d117fc,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:07.425598 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:07.432467 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f6223326-e459-424c-89f9-9e9975d117fc HTTP/1.1" status: 204 len: 168 time: 0.4896023 May 27 13:20:07.555992 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48758) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:07.557711 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:07.565205 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:07.609594 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-eccb96cb-08bc-4d41-a748-e8a137ff3a14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41b97c2892824558b1d7488f5e3d00f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520055 May 27 13:20:07.612089 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48762) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:07.640288 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Attempting to bind port 86138357-545c-45d1-90af-9a4f112f56e2 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:07.640953 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Attempting to bind port 86138357-545c-45d1-90af-9a4f112f56e2 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:07.641280 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Attempting to bind port 86138357-545c-45d1-90af-9a4f112f56e2 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:07.646151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Port 86138357-545c-45d1-90af-9a4f112f56e2 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:20:07.646473 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Attempting to bind port 86138357-545c-45d1-90af-9a4f112f56e2 on network d27268b7-d8d0-40d0-999e-3da0a6c787ff {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:07.651982 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:07.652455 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Checking segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:07.652843 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Bound using segment: {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:07.653268 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Bound port: 86138357-545c-45d1-90af-9a4f112f56e2, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a03a33-af14-45d2-a093-493a13d8e386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:07.653698 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.674207 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.702857 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.746902 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:07.751633 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:07.756180 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.757153 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.760037 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f62b3521-a5c1-46b6-ac67-8a970f974428 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:07.762090 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ae8abb47-600a-4c31-8759-6f3495d04d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:07.774765 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa3088-5458-458d-a4e1-65fe310011e6,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:07.777642 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:07.786535 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.789974 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7fa3088-5458-458d-a4e1-65fe310011e6 HTTP/1.1" status: 204 len: 168 time: 0.1745596 May 27 13:20:07.815674 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:07.816291 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.817703 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] 10.222.0.64 "PUT /v2.0/ports/86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 1093 time: 1.1091406 May 27 13:20:07.818205 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:07.849215 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:07.852988 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:07.917378 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2', 'status': 'completed', 'code': 200} May 27 13:20:07.961013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-854910ba-f741-475a-a6a2-17d9835fae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:07.962660 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-854910ba-f741-475a-a6a2-17d9835fae05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1096 time: 0.0871623 May 27 13:20:08.045062 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-0a6b0897-4390-4d6f-bb15-893f39ba1fb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 217 time: 0.0730999 May 27 13:20:08.118573 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-d0f58896-04ec-400d-8ece-7bf8d590987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:08.120102 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-d0f58896-04ec-400d-8ece-7bf8d590987b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0670457 May 27 13:20:08.198890 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-ca93f7a7-64e7-40d8-901e-14f85b819869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:08.200661 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-ca93f7a7-64e7-40d8-901e-14f85b819869 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717702 May 27 13:20:08.343412 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-e6564b1f-3bbf-497f-84d5-64351b8a9b04 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314263 May 27 13:20:08.431892 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4919d59-bf60-482e-8ea1-7bec78f20e80 req-db9891f2-0514-4327-bff8-323287bcc25f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:08.433513 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4919d59-bf60-482e-8ea1-7bec78f20e80 req-db9891f2-0514-4327-bff8-323287bcc25f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0830016 May 27 13:20:08.481725 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4919d59-bf60-482e-8ea1-7bec78f20e80 req-f171a4ce-a7f5-43d1-add6-8a62dfaf149d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 May 27 13:20:08.493226 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-261d7de3-70e6-42b8-a5c1-a22d7e0d824e req-c1f4a7a9-1795-484d-96a0-f08996f90a97 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420982 May 27 13:20:08.589613 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48790) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:08.623612 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-2878ac3b-8a8f-4604-9870-da1b0c0d32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:08.625167 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-2878ac3b-8a8f-4604-9870-da1b0c0d32eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1096 time: 0.0740659 May 27 13:20:08.695575 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1452383676-network', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:08.700313 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:08.704121 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Usage tracker for resource:network and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:08.707294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:08.713537 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:08.724059 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Made reservation on behalf of e1e2059cba644634b6a57e1f41b0400a for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:08.726507 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:08.742200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:08.758981 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-9d985f63-b4c9-468d-a86d-245447c80f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:08.760735 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-9d985f63-b4c9-468d-a86d-245447c80f48 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1276641 May 27 13:20:08.845885 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:08.849981 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:08.852739 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:08.859160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:08.932783 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-11913d25-6d24-4cb1-b05f-a121c56050fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 217 time: 0.1644135 May 27 13:20:08.951795 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:08.957370 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:08.960880 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ba3fb67a-488b-4fd6-a892-aeccd991a825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:08.989019 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:20:08.999796 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32012014-9eca-405c-8d82-f5c6a2da5540,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:09.005926 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:09.014074 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.014479 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Added segment 3655c541-d439-4147-9b7b-cf829dcfdb26 of type vlan for network 461e0cc0-06c4-4dce-afc1-2910692de8ee May 27 13:20:09.018682 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-ad2be3a0-fb38-42bd-aeb2-b1486ef83b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:09.020173 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-ad2be3a0-fb38-42bd-aeb2-b1486ef83b65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0799699 May 27 13:20:09.043573 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.077672 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.079117 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:09.079860 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.087474 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-1fe617ef-d3dc-4143-b1a7-451ea18bbdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:09.101481 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-9c968816-4279-411b-9c5d-46147362d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:09.102957 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-9c968816-4279-411b-9c5d-46147362d45f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0754249 May 27 13:20:09.189642 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Pushing event updated for resources: {'Network': ['ID=461e0cc0-06c4-4dce-afc1-2910692de8ee,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:09.192391 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:09.194196 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6035001 May 27 13:20:09.197205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48796) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:09.203718 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:20:09.204258 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Request body: {'subnet': {'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1452383676-subnet', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'ip_version': 4}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:09.209348 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:09.213365 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Usage tracker for resource:subnet and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:09.218220 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:09.223960 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:09.236208 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Made reservation on behalf of e1e2059cba644634b6a57e1f41b0400a for: {'subnet': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:09.238701 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003991'] for subnet, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.239671 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-28c5c761-1250-4ff2-8322-0caa618b5965 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292484 May 27 13:20:09.375965 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-cf769cf6-9c8e-470a-aea3-d79b54cb517b req-cdb19554-f593-4a0f-8205-5e01fb609d3b service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283524 May 27 13:20:09.674467 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-557377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003969'] for subnet, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.680149 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-ba3f4895-9e16-4138-b562-68342634435d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:09.762629 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0f28a8-730d-4d00-8824-715aae5db012,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:09.766427 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:09.774359 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119fc7b-de60-408d-af3e-e8c9201a04ea req-ab60c620-c238-49e7-b698-cbf0123ada4d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:09.780447 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5119fc7b-de60-408d-af3e-e8c9201a04ea req-ab60c620-c238-49e7-b698-cbf0123ada4d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.1757281 May 27 13:20:09.783674 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Checking segment: {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:09.784024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Network hostable DHCP agents. Network: 461e0cc0-06c4-4dce-afc1-2910692de8ee, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:20:09.831286 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5119fc7b-de60-408d-af3e-e8c9201a04ea req-c9c3cf38-bc68-4b81-8eaa-f9a080c5a48d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492113 May 27 13:20:09.832357 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:20:09.843878 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, 461e0cc0-06c4-4dce-afc1-2910692de8ee) {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:09.853141 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:09.853746 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.864800 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d018ba76-a6c0-464d-8142-a87de6624292 None None] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:09.875145 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5603de32-6136-42fe-af98-b567c9524259 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6769092 May 27 13:20:09.877884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48802) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:09.882781 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:09.887317 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:09.891844 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Usage tracker for resource:router and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:09.894747 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:09.900693 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:09.912265 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.913267 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.928282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.082965 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-461e0cc0-06c4-4dce-afc1-2910692de8ee', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:20:10.083837 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.198784 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.237594 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Allocated IP 172.20.0.2 (461e0cc0-06c4-4dce-afc1-2910692de8ee/0e0f28a8-730d-4d00-8824-715aae5db012/ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:10.444617 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.455356 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Transition to ACTIVE for port object ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:10.473863 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Transition to ACTIVE for port object ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:10.480712 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.484647 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-1f7ee2b8-753c-4201-a739-f036e474ff11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:10.552528 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:10.553705 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:10.557613 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:10.566793 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Pushing event updated for resources: {'Port': ['ID=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:10.598841 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.606205 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.606547 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.606872 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.607195 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.607513 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.607830 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.608142 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.608465 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.608777 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.609087 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.609395 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.609701 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:10.630096 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.640651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:10.663344 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Attempting to bind port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:10.663719 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Attempting to bind port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:10.664070 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Attempting to bind port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 on network 461e0cc0-06c4-4dce-afc1-2910692de8ee {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:10.669435 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:10.669804 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Checking segment: {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:10.670196 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.670573 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Bound using segment: {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:10.671062 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Bound port: ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:10.671615 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.759841 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] For port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:10.763267 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] For port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:10.767932 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.770929 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Allocated IP 172.28.0.235 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/f091ae53-69ec-4d3b-a66e-d434c41df65b) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:10.771668 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:10.847846 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Pushing event updated for resources: {'Port': ['ID=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:10.850935 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:10.930118 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:11.002473 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:11.007306 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-680a2fad-cb52-4a58-bb11-218c5b1e1e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:11.109448 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:11.115478 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:11.119710 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:11.148754 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Pushing event updated for resources: {'Port': ['ID=f091ae53-69ec-4d3b-a66e-d434c41df65b,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:11.152294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:11.244619 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff885-584f-4139-b8d6-cc08d23d1ea6 req-f0d46ac7-162d-4f33-8d04-c4ebacdc967d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:11.246096 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0bcff885-584f-4139-b8d6-cc08d23d1ea6 req-f0d46ac7-162d-4f33-8d04-c4ebacdc967d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.2912366 May 27 13:20:11.401943 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0bcff885-584f-4139-b8d6-cc08d23d1ea6 req-d4e15592-319a-4e61-acf8-3393058cf28d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480017 May 27 13:20:11.590210 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:11.713027 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc7b29-454d-4ad1-b8e7-77cba59853f5 None None] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:11.862434 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-46253893-522d-478c-9288-2a00e3776f20 None None] Provisioning for port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:11.928192 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:12.088228 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:12.162996 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:12.167782 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:12.168156 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:12.229174 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-a51f840f-75d7-4fd2-b6bd-cdd8e4edc965 None None] Provisioning complete for port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:12.229420 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a51f840f-75d7-4fd2-b6bd-cdd8e4edc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:12.255985 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:20:12.347395 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:12.422246 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a51f840f-75d7-4fd2-b6bd-cdd8e4edc965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:12.434308 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:12.442211 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:12.446760 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:12.449129 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:12.475166 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] Notify callbacks [] for router, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:12.479353 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-f2914f41-2399-4a76-b6ba-f1831952d6ab admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5978758 May 27 13:20:12.479795 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48812) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:12.515062 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Sync routers for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:12.591271 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:12.591865 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:12.673198 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:12.679635 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:12.680305 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.db.api [None req-a51f840f-75d7-4fd2-b6bd-cdd8e4edc965 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91948) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 13:20:12.680683 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_db.api [None req-a51f840f-75d7-4fd2-b6bd-cdd8e4edc965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 13:20:12.775128 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9d5a3-596d-4b46-8364-0ae0020e6daa req-e5a81191-4358-4fa5-bda7-c75715129c09 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:12.776641 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7cb9d5a3-596d-4b46-8364-0ae0020e6daa req-e5a81191-4358-4fa5-bda7-c75715129c09 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.2420425 May 27 13:20:12.779332 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:12.913238 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7cb9d5a3-596d-4b46-8364-0ae0020e6daa req-133c3179-997b-41e1-a652-352a2a2eca6c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239674 May 27 13:20:12.946535 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:20:13.162992 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:13.180170 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '86138357-545c-45d1-90af-9a4f112f56e2', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'port_id': '86138357-545c-45d1-90af-9a4f112f56e2', 'mac_address': 'fa:16:3e:c0:64:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:20:13.262946 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.286268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:11Z', 'revision_number': 3, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:13.303203 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Checking router: b1adcaa5-f1d7-496a-bb5b-4394bcd58195 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:13.303203 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Updating router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 port f091ae53-69ec-4d3b-a66e-d434c41df65b binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:13.331617 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.363927 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86138357-545c-45d1-90af-9a4f112f56e2 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:20:13.378602 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.420845 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:13.428536 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.432050 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f77d31d1-e9d1-4c41-83c6-456c12c61068 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:13.468539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_common [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Allocated IP 172.20.0.1 (461e0cc0-06c4-4dce-afc1-2910692de8ee/0e0f28a8-730d-4d00-8824-715aae5db012/8d742d7e-bbec-4d78-bae4-b1b500caab7d) {{(pid=91947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:13.564077 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:13.568433 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:13.724259 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.741232 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.provisioning_blocks [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Transition to ACTIVE for port object 8d742d7e-bbec-4d78-bae4-b1b500caab7d will not be triggered until provisioned by entity DHCP. {{(pid=91947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:13.766874 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.770916 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c3bc2356-17ce-4620-9afe-8d86900fd73a tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:13.778581 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.790590 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Transition to ACTIVE for port object f091ae53-69ec-4d3b-a66e-d434c41df65b will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:13.797291 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.800779 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:13.835924 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:13.838865 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:13.842381 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Received port after_create {{(pid=91947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:13.855477 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['86138357-545c-45d1-90af-9a4f112f56e2'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:20:13.871688 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Pushing event updated for resources: {'Port': ['ID=8d742d7e-bbec-4d78-bae4-b1b500caab7d,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:13.877993 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:13.900706 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.928307 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Attempting to bind port f091ae53-69ec-4d3b-a66e-d434c41df65b on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:13.928698 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Attempting to bind port f091ae53-69ec-4d3b-a66e-d434c41df65b by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:13.929062 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Attempting to bind port f091ae53-69ec-4d3b-a66e-d434c41df65b on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:13.938931 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a3f0f-11dd-4aff-be45-2ef5fb4bc344 None None] Pushing event updated for resources: {'Port': ['ID=f091ae53-69ec-4d3b-a66e-d434c41df65b,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:13.942167 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-969a3f0f-11dd-4aff-be45-2ef5fb4bc344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:13.949144 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:13.949520 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:13.949920 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.950308 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:13.950791 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Bound port: f091ae53-69ec-4d3b-a66e-d434c41df65b, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:13.951163 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.056762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.106860 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:14.150646 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] For port f091ae53-69ec-4d3b-a66e-d434c41df65b, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:14.183616 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] For port f091ae53-69ec-4d3b-a66e-d434c41df65b, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=f091ae53-69ec-4d3b-a66e-d434c41df65b,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:14.202654 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.211836 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:14.249396 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-13691ccc-2b85-4e2b-961d-01dafc266fab None None] Provisioning for port 8d742d7e-bbec-4d78-bae4-b1b500caab7d completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:14.293188 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-13691ccc-2b85-4e2b-961d-01dafc266fab None None] Provisioning complete for port 8d742d7e-bbec-4d78-bae4-b1b500caab7d triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:14.293695 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-13691ccc-2b85-4e2b-961d-01dafc266fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.310230 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02780a48-0266-4540-990e-3edcea9e1415 req-af12e377-d805-49ab-a132-9494faf927dc tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:14.311699 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02780a48-0266-4540-990e-3edcea9e1415 req-af12e377-d805-49ab-a132-9494faf927dc tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 944 time: 0.2069583 May 27 13:20:14.367540 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:14.368226 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:14.378089 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02780a48-0266-4540-990e-3edcea9e1415 req-0e923c33-a434-4c41-99b3-4f7cf9d32cee tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523980 May 27 13:20:14.392892 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.404782 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.424112 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:14.435903 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:14.436274 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.473456 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a3f0f-11dd-4aff-be45-2ef5fb4bc344 None None] Pushing event updated for resources: {'Port': ['ID=f091ae53-69ec-4d3b-a66e-d434c41df65b,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:14.487687 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-969a3f0f-11dd-4aff-be45-2ef5fb4bc344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:14.507909 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.511246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Pushing event updated for resources: {'Port': ['ID=8d742d7e-bbec-4d78-bae4-b1b500caab7d,revision_number=2']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:14.514641 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:14.529949 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-13691ccc-2b85-4e2b-961d-01dafc266fab None None] Port 8d742d7e-bbec-4d78-bae4-b1b500caab7d cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:14.645805 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee is already hosted by enough agents. {{(pid=91947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:14.647046 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.base_scheduler [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=91947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:14.685639 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:14.869753 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:20:14.949846 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-d241ca57-803b-463a-a73d-ae822bdd0743 None None] Provisioning complete for port 8d742d7e-bbec-4d78-bae4-b1b500caab7d triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:14.950690 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d241ca57-803b-463a-a73d-ae822bdd0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.035346 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-d241ca57-803b-463a-a73d-ae822bdd0743 None None] Port 8d742d7e-bbec-4d78-bae4-b1b500caab7d cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:15.082084 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:15.092801 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e9b42105-9620-44cf-8e1f-d9db92e77d83 admin admin] 10.222.0.76 "PUT /v2.0/routers/b1adcaa5-f1d7-496a-bb5b-4394bcd58195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6103909 May 27 13:20:15.113190 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:14Z', 'revision_number': 2, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:15.117405 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e06b04-75e3-43c2-b18b-dae4290cdb65 None None] The sync data for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb is: [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:14Z', 'revision_number': 2, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:15.604325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa60bb-2371-407d-818b-6ee38c9682bb req-d7857085-a7fe-408a-923d-33cd4fdd4306 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:15.608963 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f2aa60bb-2371-407d-818b-6ee38c9682bb req-d7857085-a7fe-408a-923d-33cd4fdd4306 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 944 time: 0.0921521 May 27 13:20:15.656204 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f2aa60bb-2371-407d-818b-6ee38c9682bb req-a891c286-d448-41ca-9cf8-573437bbd998 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 May 27 13:20:15.675206 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48834) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:15.681200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-6126975-network', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:15.686211 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:15.691008 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Usage tracker for resource:network and tenant:4afba0a2e09247f5b67c0b5b66975e43 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:15.695914 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:15.701965 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:15.713401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Made reservation on behalf of 4afba0a2e09247f5b67c0b5b66975e43 for: {'network': 1} {{(pid=91947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:15.715901 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458488'] for network, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.728584 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.754499 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:15.764394 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Usage tracker for resource:security_group_rule and tenant:4afba0a2e09247f5b67c0b5b66975e43 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:15.767994 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:15.773974 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:15.870386 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.875793 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.878984 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b0a729b0-8a2e-492a-afa1-426157949c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:15.907244 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=91947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:20:15.916004 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be96ef0-fa4e-46ea-a457-0f34fbad0c51,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:15.919856 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:15.922536 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.922921 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.segments_db [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Added segment ee23a081-df5d-4659-b5f7-53d456392142 of type vlan for network 3c4ca563-b294-4f09-812b-d738ba2a0db6 May 27 13:20:15.953716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739896219742'] for network, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.091753 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630'] for network, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.093268 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:16.093954 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.097916 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0af282e0-bc76-496a-9fb7-ba30b03a3ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:16.100105 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f091ae53-69ec-4d3b-a66e-d434c41df65b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:16.175413 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port f091ae53-69ec-4d3b-a66e-d434c41df65b completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:16.180760 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port f091ae53-69ec-4d3b-a66e-d434c41df65b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:16.181145 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.200346 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4ca563-b294-4f09-812b-d738ba2a0db6,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:16.206330 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5271363 May 27 13:20:16.206330 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:16.206728 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48838) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:16.212132 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 details requested by agent ovs-agent-dv-cinder-751579-24-smb with host dv-cinder-751579-24-smb {{(pid=91948) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:20:16.213999 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Request body: {'subnet': {'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-6126975-subnet', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'ip_version': 4}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:16.219265 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:16.223377 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Usage tracker for resource:subnet and tenant:4afba0a2e09247f5b67c0b5b66975e43 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:16.227302 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:16.233716 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:16.246903 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Made reservation on behalf of 4afba0a2e09247f5b67c0b5b66975e43 for: {'subnet': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:16.249848 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3905879'] for subnet, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.398208 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.415754 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port f091ae53-69ec-4d3b-a66e-d434c41df65b, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=f091ae53-69ec-4d3b-a66e-d434c41df65b,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:16.421089 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.424132 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-7e758d01-2a28-425e-a522-04960006e6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:16.490764 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=f091ae53-69ec-4d3b-a66e-d434c41df65b,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:16.493895 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:16.662906 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4032191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3905857'] for subnet, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.666621 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:16.745503 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Checking segment: {'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:16.745960 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Network hostable DHCP agents. Network: 3c4ca563-b294-4f09-812b-d738ba2a0db6, hostable agents: ['e69f2f59-ca83-4b27-a3ba-156fa1d30639'], hosted agents: [] {{(pid=91946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:20:16.748937 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=512039ce-d034-462b-ae31-aaed422e356e,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:16.752559 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:16.770280 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 is scheduled to be hosted by DHCP agent e69f2f59-ca83-4b27-a3ba-156fa1d30639 with binding_index 1 {{(pid=91946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:20:16.781903 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-smb, 3c4ca563-b294-4f09-812b-d738ba2a0db6) {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:16.792621 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb5534-a76c-40d8-8b69-eccf8bd5677e None None] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:16.794446 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:16.795172 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.815805 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-55721c28-4597-46db-ab79-d7fb8c870b4b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6079426 May 27 13:20:16.818343 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48844) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:16.823375 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:16.828996 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:16.833216 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Usage tracker for resource:router and tenant:4afba0a2e09247f5b67c0b5b66975e43 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:16.837395 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:16.843750 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:16.857527 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-498593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7853'] for router, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.858747 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484713', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-472767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7892'] for router, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.872095 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1498ee-009d-4fdb-a6ec-d0ab4020ae6e req-f53840d3-ba9a-4d02-8ff4-f8760027628e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:16.873715 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ec1498ee-009d-4fdb-a6ec-d0ab4020ae6e req-f53840d3-ba9a-4d02-8ff4-f8760027628e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 944 time: 0.0952189 May 27 13:20:16.881086 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:16.926364 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ec1498ee-009d-4fdb-a6ec-d0ab4020ae6e req-7f757911-0538-4fb4-be84-83a1b2ac82bc tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454705 May 27 13:20:16.953786 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:17.111772 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 86138357-545c-45d1-90af-9a4f112f56e2 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:17.118689 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 86138357-545c-45d1-90af-9a4f112f56e2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:17.118803 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.139131 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Sync routers for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:17.147544 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc22eea81-ed8e-50ad-95b0-08398b8b583a-3c4ca563-b294-4f09-812b-d738ba2a0db6', 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'fixed_ips': [{'subnet_id': '512039ce-d034-462b-ae31-aaed422e356e'}]}} from dv-cinder-751579-24-smb. {{(pid=91948) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:20:17.148394 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.148646 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:17.149262 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:17.191692 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-498623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7874'] for router, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.328375 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:17.357885 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.393667 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.db_base_plugin_common [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Allocated IP 172.20.0.2 (3c4ca563-b294-4f09-812b-d738ba2a0db6/512039ce-d034-462b-ae31-aaed422e356e/3fee244f-bec3-4b0c-b66c-fb769bf94b03) {{(pid=91948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:17.399697 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:17.589892 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2', 'code': 200} May 27 13:20:17.624539 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:17.629862 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.638481 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.643624 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:17.675176 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:14Z', 'revision_number': 2, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:17.678905 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Checking router: b1adcaa5-f1d7-496a-bb5b-4394bcd58195 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:17.679250 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Updating router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 port 8d742d7e-bbec-4d78-bae4-b1b500caab7d binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:17.696905 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.731015 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Notify callbacks [] for port, precommit_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.733575 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:17.735132 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.737606 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:17.748368 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Transition to ACTIVE for port object 3fee244f-bec3-4b0c-b66c-fb769bf94b03 will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:17.767651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Transition to ACTIVE for port object 3fee244f-bec3-4b0c-b66c-fb769bf94b03 will not be triggered until provisioned by entity DHCP. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:17.775262 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156'] for port, after_create {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.779696 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:17.839252 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb06d-f9f0-48bd-98d2-3106599d336e req-cbe0bcb3-d485-46f4-bf66-1145c1d22009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:17.840174 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 is already hosted by enough agents. {{(pid=91948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:17.841119 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-9bbbb06d-f9f0-48bd-98d2-3106599d336e req-cbe0bcb3-d485-46f4-bf66-1145c1d22009 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1098 time: 0.1835365 May 27 13:20:17.845566 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.scheduler.base_scheduler [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Resources bound (agent type, host, resource id): {{(pid=91948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:17.849963 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Received port after_create {{(pid=91948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:17.899323 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Pushing event updated for resources: {'Port': ['ID=3fee244f-bec3-4b0c-b66c-fb769bf94b03,revision_number=1']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:17.907899 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-9bbbb06d-f9f0-48bd-98d2-3106599d336e req-62e87fd5-5f45-4efa-95d1-9be42c2dcec9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548818 May 27 13:20:17.909037 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Allocated IP 172.28.0.92 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/1eb5fa4a-a610-4f17-8f5a-6036cb6d917b) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:17.930859 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:17.952025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Attempting to bind port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:17.952733 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Attempting to bind port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:17.953170 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Attempting to bind port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 on network 3c4ca563-b294-4f09-812b-d738ba2a0db6 {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:17.960853 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:17.961236 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Checking segment: {'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:17.961627 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.962026 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Bound using segment: {'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:17.963089 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Bound port: 3fee244f-bec3-4b0c-b66c-fb769bf94b03, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:17.963089 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.073240 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] For port 3fee244f-bec3-4b0c-b66c-fb769bf94b03, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:18.081121 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] For port 3fee244f-bec3-4b0c-b66c-fb769bf94b03, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=3fee244f-bec3-4b0c-b66c-fb769bf94b03,segment=NetworkSegment(ee23a081-df5d-4659-b5f7-53d456392142),segment_id=ee23a081-df5d-4659-b5f7-53d456392142)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:18.099969 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.101827 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.107768 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:18.138721 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f091ae53-69ec-4d3b-a66e-d434c41df65b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:18.142118 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.149030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7426b079-19cf-4885-9bba-2c038f0af48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:18.151266 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.164452 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Transition to ACTIVE for port object 8d742d7e-bbec-4d78-bae4-b1b500caab7d will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:18.175438 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.186687 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:18.187498 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27abd1-938c-4482-9ec1-1e47e2d92f03 req-c1b12a84-467d-464c-97db-b41428495d7c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:18.189656 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-de27abd1-938c-4482-9ec1-1e47e2d92f03 req-c1b12a84-467d-464c-97db-b41428495d7c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.1070633 May 27 13:20:18.233547 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:18.237028 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:18.248223 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:18.249838 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-de27abd1-938c-4482-9ec1-1e47e2d92f03 req-08394adb-b25e-422e-a80c-90ef8da2bf7f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539033 May 27 13:20:18.257924 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Pushing event updated for resources: {'Port': ['ID=3fee244f-bec3-4b0c-b66c-fb769bf94b03,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:18.272992 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:18.280106 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port f091ae53-69ec-4d3b-a66e-d434c41df65b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:18.280510 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.332183 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Pushing event updated for resources: {'Port': ['ID=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:18.342652 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:18.469921 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Pushing event updated for resources: {'Port': ['ID=8d742d7e-bbec-4d78-bae4-b1b500caab7d,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:18.481841 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.482180 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.482559 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.482813 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.483129 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.483446 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.483760 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.484069 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.484397 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.484734 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.485162 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.485470 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.489241 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:18.495312 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Attempting to bind port 8d742d7e-bbec-4d78-bae4-b1b500caab7d on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:18.495992 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Attempting to bind port 8d742d7e-bbec-4d78-bae4-b1b500caab7d by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:18.496684 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Attempting to bind port 8d742d7e-bbec-4d78-bae4-b1b500caab7d on network 461e0cc0-06c4-4dce-afc1-2910692de8ee {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:18.521535 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:18.521911 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Checking segment: {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:18.525049 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.526511 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Bound using segment: {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:18.529434 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Bound port: 8d742d7e-bbec-4d78-bae4-b1b500caab7d, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:18.529434 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.635389 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] For port 8d742d7e-bbec-4d78-bae4-b1b500caab7d, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:18.639855 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] For port 8d742d7e-bbec-4d78-bae4-b1b500caab7d, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=8d742d7e-bbec-4d78-bae4-b1b500caab7d,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:18.646204 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.651218 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-67be283c-781e-4219-9163-ffc3f7d8aefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:18.729242 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:18.729864 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:18.798082 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Pushing event updated for resources: {'Port': ['ID=8d742d7e-bbec-4d78-bae4-b1b500caab7d,revision_number=4']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:18.801270 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:18.822662 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.917512 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:19.262676 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-73808733-b38b-427e-83e4-777d87e02631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:18Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:19.268074 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73808733-b38b-427e-83e4-777d87e02631 None None] The sync data for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb is: [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:18Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:19.296530 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-498614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484623'] for router, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.374003 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da1d1bc-1692-4816-b1c6-96af29102569 None None] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:19.512999 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-d6db4a94-524f-46df-bac1-09e872f5dec6 None None] Provisioning for port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:19.546450 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a33bd-a097-4522-bda6-013ed5ec1055 req-50c21fce-cd95-4cbf-8ecd-3227e29533ce tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:19.547070 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 is scheduled to L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 with binding_index 1 {{(pid=91946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:20:19.548935 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5c8a33bd-a097-4522-bda6-013ed5ec1055 req-50c21fce-cd95-4cbf-8ecd-3227e29533ce tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0971606 May 27 13:20:19.601893 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5c8a33bd-a097-4522-bda6-013ed5ec1055 req-a861c9cc-1f62-4a69-b9c1-f09d81e74cca tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469952 May 27 13:20:19.750590 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:19.762521 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Sync routers for ids ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:19.781201 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Routers {'492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:19.781839 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:19.786875 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.788451 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9690495 May 27 13:20:19.791216 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48858) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:19.859400 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456645e3-a5e2-4b5c-93b9-4fe1d32db84e req-0dae5590-02f4-472d-aa31-4d0f3b73f627 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:19.861755 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-456645e3-a5e2-4b5c-93b9-4fe1d32db84e req-0dae5590-02f4-472d-aa31-4d0f3b73f627 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.1327455 May 27 13:20:19.872527 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48862) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:19.883719 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Request body: {'floatingip': {'port_id': '86138357-545c-45d1-90af-9a4f112f56e2'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:20.000579 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.125757 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Set router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:20.282285 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3fee244f-bec3-4b0c-b66c-fb769bf94b03 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:20.477217 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:20.487003 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:20.487484 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.581244 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.615099 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:20:18Z', 'revision_number': 3, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port': {'id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:17Z', 'updated_at': '2021-05-27T13:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:20.622644 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Checking router: 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:20.622994 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Updating router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b binding host dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:20.657252 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.663394 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.671703 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.701681 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.759441 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 3fee244f-bec3-4b0c-b66c-fb769bf94b03, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=3fee244f-bec3-4b0c-b66c-fb769bf94b03,segment=NetworkSegment(ee23a081-df5d-4659-b5f7-53d456392142),segment_id=ee23a081-df5d-4659-b5f7-53d456392142)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:20.799702 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Allocated IP 172.20.0.1 (3c4ca563-b294-4f09-812b-d738ba2a0db6/512039ce-d034-462b-ae31-aaed422e356e/9c40133b-8454-4b15-9f79-97094ca8097b) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:20.802526 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.803591 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 8d742d7e-bbec-4d78-bae4-b1b500caab7d up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:20.834488 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.l3_db [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Floating IP 591cf5e7-61b9-4320-9b2b-b779ff9afdcf associated. External IP: 172.28.0.161, port: 86138357-545c-45d1-90af-9a4f112f56e2. May 27 13:20:20.837359 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:20.968242 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c175f90d-3047-4725-8b5e-7eddf4e1a5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.062384 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=3fee244f-bec3-4b0c-b66c-fb769bf94b03,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:21.065480 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:21.085166 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.095198 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 8d742d7e-bbec-4d78-bae4-b1b500caab7d completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:21.105236 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Transition to ACTIVE for port object 9c40133b-8454-4b15-9f79-97094ca8097b will not be triggered until provisioned by entity DHCP. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:21.114863 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 8d742d7e-bbec-4d78-bae4-b1b500caab7d triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:21.115241 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.132333 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.137246 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1b41c644-ca48-4ee5-8cf9-107bc5baead4 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:21.201368 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:21.204501 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:21.208870 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:21.251902 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Pushing event updated for resources: {'Port': ['ID=9c40133b-8454-4b15-9f79-97094ca8097b,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:21.256523 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:21.276145 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486249'] for router_interface, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.305772 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Notify callbacks [] for port, precommit_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.324394 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.336464 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Transition to ACTIVE for port object 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b will not be triggered until provisioned by entity L2. {{(pid=91948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:21.345649 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Router 1560974c-82c0-4afe-b59b-9401e71ad966 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:20:21.353606 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.359546 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-f85c5540-f91c-4926-b6c9-846bce9ee383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:21.442137 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 8d742d7e-bbec-4d78-bae4-b1b500caab7d, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=8d742d7e-bbec-4d78-bae4-b1b500caab7d,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:21.443142 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Attempting to bind port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:21.443694 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Attempting to bind port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:21.444661 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Attempting to bind port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b on network 2821688a-fcf5-4a47-aec0-6a22d94d2ded {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:21.459927 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.465644 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:21.466022 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Checking segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:21.466408 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.466799 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Bound using segment: {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'} {{(pid=91948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:21.467277 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.managers [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Bound port: 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}}] {{(pid=91948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:21.467651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.508531 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69591cd2-926c-477c-99e9-790b4c21f4e4 None None] Pushing event updated for resources: {'Port': ['ID=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,revision_number=2']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:21.511308 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-69591cd2-926c-477c-99e9-790b4c21f4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:21.519986 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-8ef45dc3-2c89-4564-8641-1044305c2761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:21.553827 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:21.558463 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.565544 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deba742-10d2-40b3-b045-02745931be69 None None] Sync routers for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:21.579612 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:21.581422 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:21.583173 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.620144 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-a7faa863-842c-4f60-ad9d-0f969769a751 None None] Provisioning for port 9c40133b-8454-4b15-9f79-97094ca8097b completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:21.621414 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-92c4af90-1272-4b9b-9829-1b465b8204df tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "PUT /v2.0/floatingips/591cf5e7-61b9-4320-9b2b-b779ff9afdcf HTTP/1.1" status: 200 len: 991 time: 1.7463214 May 27 13:20:21.622152 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:21.665216 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-a7faa863-842c-4f60-ad9d-0f969769a751 None None] Provisioning complete for port 9c40133b-8454-4b15-9f79-97094ca8097b triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:21.665595 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a7faa863-842c-4f60-ad9d-0f969769a751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.706958 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2', 'status': 'completed', 'code': 200} May 27 13:20:21.715453 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=8d742d7e-bbec-4d78-bae4-b1b500caab7d,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:21.726617 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:21.730124 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] For port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:21.744526 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] For port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:21.747128 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-a7faa863-842c-4f60-ad9d-0f969769a751 None None] Port 9c40133b-8454-4b15-9f79-97094ca8097b cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:21.751712 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.761854 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:21.821396 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:21.836873 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Routers {'492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:21.837717 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:21.892043 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-bdc5de69-9c01-4fbf-927c-c81f010c4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:21.893789 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-bdc5de69-9c01-4fbf-927c-c81f010c4b3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1098 time: 0.1274502 May 27 13:20:21.930051 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69591cd2-926c-477c-99e9-790b4c21f4e4 None None] Pushing event updated for resources: {'Port': ['ID=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,revision_number=3']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:21.933459 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-69591cd2-926c-477c-99e9-790b4c21f4e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:21.937938 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.984566 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.017601 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3cdd61d6-1c7b-4784-9a08-c1a5dd12cf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:22.035759 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] Set router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:22.108215 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3fee244f-bec3-4b0c-b66c-fb769bf94b03 up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:22.136868 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486346'] for router_interface, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.149759 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Pushing event updated for resources: {'Port': ['ID=9c40133b-8454-4b15-9f79-97094ca8097b,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:22.157411 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:22.177491 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-ba9e8241-b40c-44bc-9871-45591e9637e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:22.179089 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-ba9e8241-b40c-44bc-9871-45591e9637e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.2733030 May 27 13:20:22.220554 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '591cf5e7-61b9-4320-9b2b-b779ff9afdcf', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'floating_ip_address': '172.28.0.161', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'port_id': '86138357-545c-45d1-90af-9a4f112f56e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'mac_address': 'fa:16:3e:c0:64:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:20:03Z', 'updated_at': '2021-05-27T13:20:20Z', 'revision_number': 1, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:22.224741 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deba742-10d2-40b3-b045-02745931be69 None None] Checking router: 1560974c-82c0-4afe-b59b-9401e71ad966 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:22.233963 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:22.234565 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:19:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:22.335913 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:22.336403 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.357472 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-33222ac8-fc48-4527-8522-08f81a41e13b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 999 time: 0.1271977 May 27 13:20:22.426957 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:22.430020 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:22.452321 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:22.501977 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-a426ae77-478f-4b65-9a87-92fe9154d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:22.503573 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-a426ae77-478f-4b65-9a87-92fe9154d3eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.1337154 May 27 13:20:22.525407 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 8d742d7e-bbec-4d78-bae4-b1b500caab7d up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:22.585464 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-b53ff871-556a-4579-a87c-a71136206459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 4, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port': {'id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:17Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '9c40133b-8454-4b15-9f79-97094ca8097b', 'name': '', 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'mac_address': 'fa:16:3e:17:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '512039ce-d034-462b-ae31-aaed422e356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:20Z', 'revision_number': 1, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'subnets': [{'id': '512039ce-d034-462b-ae31-aaed422e356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:22.594426 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ff871-556a-4579-a87c-a71136206459 None None] The sync data for ids ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'] in dv-cinder-751579-24-smb is: [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 4, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port': {'id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:17Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '9c40133b-8454-4b15-9f79-97094ca8097b', 'name': '', 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'mac_address': 'fa:16:3e:17:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '512039ce-d034-462b-ae31-aaed422e356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:20Z', 'revision_number': 1, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'subnets': [{'id': '512039ce-d034-462b-ae31-aaed422e356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:22.614098 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 8d742d7e-bbec-4d78-bae4-b1b500caab7d triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:22.614497 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.698893 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-eecb69b7-daf1-4d4b-b5ce-07e7bc5a4089 None None] Provisioning complete for port 9c40133b-8454-4b15-9f79-97094ca8097b triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:22.699601 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-eecb69b7-daf1-4d4b-b5ce-07e7bc5a4089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.767085 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-eecb69b7-daf1-4d4b-b5ce-07e7bc5a4089 None None] Port 9c40133b-8454-4b15-9f79-97094ca8097b cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:22.850198 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:20:22.939685 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-2deba742-10d2-40b3-b045-02745931be69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '591cf5e7-61b9-4320-9b2b-b779ff9afdcf', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'floating_ip_address': '172.28.0.161', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'port_id': '86138357-545c-45d1-90af-9a4f112f56e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'mac_address': 'fa:16:3e:c0:64:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:20:03Z', 'updated_at': '2021-05-27T13:20:20Z', 'revision_number': 1, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:22.952731 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-d84c19f8-9fa9-42c6-b192-8340adab5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:22.954255 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-d84c19f8-9fa9-42c6-b192-8340adab5a43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4342382 May 27 13:20:22.955783 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deba742-10d2-40b3-b045-02745931be69 None None] The sync data for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb is: [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '591cf5e7-61b9-4320-9b2b-b779ff9afdcf', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'floating_ip_address': '172.28.0.161', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'port_id': '86138357-545c-45d1-90af-9a4f112f56e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'mac_address': 'fa:16:3e:c0:64:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:20:03Z', 'updated_at': '2021-05-27T13:20:20Z', 'revision_number': 1, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:23.192335 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:23.206218 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-ba730507-36e3-4334-afb8-e872abeb521a service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316568 May 27 13:20:23.208163 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487206e-f398-45b0-9094-b867a065ae2e None None] New status for floating IP 591cf5e7-61b9-4320-9b2b-b779ff9afdcf: ACTIVE {{(pid=91948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:20:23.217352 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] 10.222.0.76 "PUT /v2.0/routers/492d53de-e1c1-4fb4-b4a3-5c187eac2ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4247959 May 27 13:20:23.341826 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.371031 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a24dd696-a2f2-43a2-b967-ea9e2b63f70a req-c166668e-3071-461f-a885-b219eef8bf0d service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522031 May 27 13:20:23.480507 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-cf69120e-ed72-4c27-88f8-35874a58abe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.830539 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48878) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:23.836226 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184813805', 'description': 'tempest-secgroup-smoke-1184813805 description', 'project_id': 'e1e2059cba644634b6a57e1f41b0400a'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:23.842744 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:23.846822 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:23.849825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:23.857088 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:23.868164 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.890287 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:23.894498 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:23.897402 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:23.903043 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:23.975592 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.980442 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.984152 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-79a11379-6d92-48fa-866f-fa53a4f95da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.022666 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95aff7cd-244c-4138-9bc4-39a355d3f69a,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.031374 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.031749 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.032110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.034759 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.034759 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.034759 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.035582 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.035965 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.036331 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.036717 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.037072 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.037423 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:24.040709 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.041918 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2103927 May 27 13:20:24.044063 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-017d8ac6-4a0a-41e2-bc47-3222894276e7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.044928 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48884) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:24.049910 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'security_group_rule': {'security_group_id': '95aff7cd-244c-4138-9bc4-39a355d3f69a', 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:24.055913 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:24.059982 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:24.063077 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:24.072426 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:24.090981 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.126255 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:24.156248 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.162781 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.164931 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.191911 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff66618-0d32-4809-9fcb-474cd5699915,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.197325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.207162 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.208484 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-9ab0c169-4a0f-47f7-a9ba-31b322c0d211 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625981 May 27 13:20:24.211269 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48888) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:24.217199 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'security_group_rule': {'security_group_id': '95aff7cd-244c-4138-9bc4-39a355d3f69a', 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:24.223033 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:24.227148 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:24.230135 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:24.235829 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:24.242807 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:24.247828 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:24.248201 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.251543 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.315594 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.319682 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.327517 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.348570 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ff19c0-163c-4425-9952-988be77293be,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.351033 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.356716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.360545 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-72e4527f-871e-4029-930c-a267f7dd0045 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457510 May 27 13:20:24.360738 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48892) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:24.365890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'security_group_rule': {'security_group_id': '95aff7cd-244c-4138-9bc4-39a355d3f69a', 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:24.371762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:24.375777 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:24.377648 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.379122 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:24.385403 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:24.396527 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:24.400641 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.402667 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.406626 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.468964 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.470420 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.472116 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.475069 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.481572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-fb1b7a31-587c-4e74-b0c5-3115884396e0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.500006 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ad3949-0e6d-4bd3-bc86-0604721274f2,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.502567 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.512433 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.513650 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a7108e0f-c38e-4b3c-8b4b-c37d0ff8d3dc tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519444 May 27 13:20:24.516367 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 48896) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:24.521632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'security_group_rule': {'security_group_id': '95aff7cd-244c-4138-9bc4-39a355d3f69a', 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:24.528273 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:24.532232 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:24.535131 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:24.540928 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:24.546090 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.560750 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.624365 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.628868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.630866 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.652523 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd667a5-c944-4b74-96bf-099c51448a16,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.654868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.662959 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.664262 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-2cfa4f28-7242-44d5-beac-83d54b18a29c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468556 May 27 13:20:24.667449 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48900) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:24.673022 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'security_group_rule': {'security_group_id': '95aff7cd-244c-4138-9bc4-39a355d3f69a', 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:24.679308 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:24.683369 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:24.686424 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:24.692900 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:24.703412 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.securitygroups_db [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Project e1e2059cba644634b6a57e1f41b0400a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:20:24.709537 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.779817 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.783873 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.789972 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a18d5f63-e572-41fc-ae37-421adea7b3ab tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.809001 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac98754-23ee-401f-af85-256ddc469b5f,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.811571 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.820211 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.821564 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-4c4bde67-a52e-4253-a2a0-c7a2d98df0fb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529660 May 27 13:20:24.824990 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 48904) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:24.830401 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'security_group_rule': {'security_group_id': '95aff7cd-244c-4138-9bc4-39a355d3f69a', 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:24.836688 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:24.841164 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:security_group_rule and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:24.844340 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:24.850416 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:24.862860 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.securitygroups_db [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Project e1e2059cba644634b6a57e1f41b0400a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:20:24.868459 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.936586 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.941416 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.943452 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.965895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf37ae2-7a6e-49c8-a7c6-c8fd4e41e771,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.968355 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.976486 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.977702 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7167d3f7-e931-4ce0-9c7c-4afb9099cdca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517992 May 27 13:20:25.818721 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:26.080812 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:26.155223 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:26.155598 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:26.666685 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Sync routers for ids ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:26.676940 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Routers {'492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:26.677567 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:26.883661 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Set router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:27.200752 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 4, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port': {'id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:17Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '9c40133b-8454-4b15-9f79-97094ca8097b', 'name': '', 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'mac_address': 'fa:16:3e:17:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '512039ce-d034-462b-ae31-aaed422e356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 2, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'subnets': [{'id': '512039ce-d034-462b-ae31-aaed422e356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:27.205038 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Checking router: 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:27.205348 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Updating router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 port 9c40133b-8454-4b15-9f79-97094ca8097b binding host dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:27.256327 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.624318 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Notify callbacks [] for port, precommit_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.635804 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.provisioning_blocks [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Transition to ACTIVE for port object 9c40133b-8454-4b15-9f79-97094ca8097b will not be triggered until provisioned by entity L2. {{(pid=91949) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:27.644030 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.648523 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:27.837984 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79a78e-fb2c-4d45-898a-425852bbd11e None None] Pushing event updated for resources: {'Port': ['ID=9c40133b-8454-4b15-9f79-97094ca8097b,revision_number=3']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:27.845331 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-5a79a78e-fb2c-4d45-898a-425852bbd11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:27.902714 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Attempting to bind port 9c40133b-8454-4b15-9f79-97094ca8097b on host dv-cinder-751579-24-smb for vnic_type normal with profile {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:27.903131 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Attempting to bind port 9c40133b-8454-4b15-9f79-97094ca8097b by drivers openvswitch,hyperv on host dv-cinder-751579-24-smb at level 0 using segments [{'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:27.903493 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Attempting to bind port 9c40133b-8454-4b15-9f79-97094ca8097b on network 3c4ca563-b294-4f09-812b-d738ba2a0db6 {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:27.909252 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Checking agent: {'id': '95ddc724-f22f-4687-b03f-961fd6ba7bed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 23), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:27.909621 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Checking segment: {'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:27.910011 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.910399 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Bound using segment: {'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'} {{(pid=91949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:27.910868 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.managers [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Bound port: 9c40133b-8454-4b15-9f79-97094ca8097b, host: dv-cinder-751579-24-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee23a081-df5d-4659-b5f7-53d456392142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6'}}] {{(pid=91949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:27.911236 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.005775 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] For port 9c40133b-8454-4b15-9f79-97094ca8097b, host dv-cinder-751579-24-smb, cleared binding levels {{(pid=91949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:28.009077 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.plugins.ml2.db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] For port 9c40133b-8454-4b15-9f79-97094ca8097b, host dv-cinder-751579-24-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=9c40133b-8454-4b15-9f79-97094ca8097b,segment=NetworkSegment(ee23a081-df5d-4659-b5f7-53d456392142),segment_id=ee23a081-df5d-4659-b5f7-53d456392142)] {{(pid=91949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:28.015610 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron_lib.callbacks.manager [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.020872 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-6d565aa2-7afb-4d3a-9d0b-0a07a2dcc67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:28.100401 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Routers {'492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:28.101113 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:28.166840 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79a78e-fb2c-4d45-898a-425852bbd11e None None] Pushing event updated for resources: {'Port': ['ID=9c40133b-8454-4b15-9f79-97094ca8097b,revision_number=4']} {{(pid=91949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:28.171989 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG oslo_concurrency.lockutils [None req-5a79a78e-fb2c-4d45-898a-425852bbd11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91949) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:28.291289 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] Set router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:28.626702 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 4, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port': {'id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:17Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '9c40133b-8454-4b15-9f79-97094ca8097b', 'name': '', 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'mac_address': 'fa:16:3e:17:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '512039ce-d034-462b-ae31-aaed422e356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:28Z', 'revision_number': 4, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'subnets': [{'id': '512039ce-d034-462b-ae31-aaed422e356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:28.631213 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc533b0-4b00-450a-9973-2d746f5b86c8 None None] The sync data for ids ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'] in dv-cinder-751579-24-smb is: [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 4, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port': {'id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:17Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '9c40133b-8454-4b15-9f79-97094ca8097b', 'name': '', 'network_id': '3c4ca563-b294-4f09-812b-d738ba2a0db6', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'mac_address': 'fa:16:3e:17:d5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '512039ce-d034-462b-ae31-aaed422e356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:28Z', 'revision_number': 4, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'subnets': [{'id': '512039ce-d034-462b-ae31-aaed422e356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:29.953912 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:20:30.093116 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9c40133b-8454-4b15-9f79-97094ca8097b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:30.172538 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning for port 9c40133b-8454-4b15-9f79-97094ca8097b completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:30.183370 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 9c40133b-8454-4b15-9f79-97094ca8097b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:30.183370 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.303160 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.336745 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] For port 9c40133b-8454-4b15-9f79-97094ca8097b, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=9c40133b-8454-4b15-9f79-97094ca8097b,segment=NetworkSegment(ee23a081-df5d-4659-b5f7-53d456392142),segment_id=ee23a081-df5d-4659-b5f7-53d456392142)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:30.342980 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.345068 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:30.413634 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Pushing event updated for resources: {'Port': ['ID=9c40133b-8454-4b15-9f79-97094ca8097b,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:30.416918 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:32.074630 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9c40133b-8454-4b15-9f79-97094ca8097b up at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:32.147614 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Provisioning complete for port 9c40133b-8454-4b15-9f79-97094ca8097b triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:32.147984 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:35.803839 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-10621ba1-7b95-418f-b5b3-af96b5cdf576 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879784 May 27 13:20:35.963175 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-1eeea8d0-5fdc-45c5-952c-3b05a0d94a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:35.965422 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-1eeea8d0-5fdc-45c5-952c-3b05a0d94a42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0839467 May 27 13:20:36.122028 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-673ebc9d-5f76-4aa4-ad3d-89b2a73789ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:36.124245 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-673ebc9d-5f76-4aa4-ad3d-89b2a73789ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.1348472 May 27 13:20:36.236762 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-e38d4962-ade1-436b-bb67-cbc0f662b0de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 200 len: 1000 time: 0.0998266 May 27 13:20:36.308007 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-b9b21fce-906f-4481-9506-a471a81509af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:36.309474 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-b9b21fce-906f-4481-9506-a471a81509af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0609779 May 27 13:20:36.378989 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:36.394350 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-62b6220c-b098-4cf8-a8f8-182cd481ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:36.395920 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-62b6220c-b098-4cf8-a8f8-182cd481ee9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0773933 May 27 13:20:36.534702 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-00bab3d9-14f0-4fce-8568-78a0e94b6d97 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294022 May 27 13:20:36.769671 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0cac6ea8-1bdf-43e5-b231-512b49a3b7e1 req-4efa4974-789c-4e63-a10a-fcabdd9598ca service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267356 May 27 13:20:50.894446 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-2ff565f5-ff1d-4c33-b043-bf93d1e131cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:51.390374 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a9dee-6614-4242-9ad2-fccf32b8aa19 req-bb2f7e80-3f81-4fa8-9f5c-3ff4b93724a9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:51.391742 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6d7a9dee-6614-4242-9ad2-fccf32b8aa19 req-bb2f7e80-3f81-4fa8-9f5c-3ff4b93724a9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.0844927 May 27 13:20:51.438072 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6d7a9dee-6614-4242-9ad2-fccf32b8aa19 req-f11f5401-651e-4445-9d94-d066e8bcbec1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402954 May 27 13:20:52.174890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-0c63a33e-1b7a-4126-82ff-f6784c5e0ef3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Synchronizing usage tracker for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:52.205250 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-0c63a33e-1b7a-4126-82ff-f6784c5e0ef3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Unset dirty status for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:52.206443 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-0c63a33e-1b7a-4126-82ff-f6784c5e0ef3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184813805&fields=id&tenant_id=e1e2059cba644634b6a57e1f41b0400a HTTP/1.1" status: 200 len: 267 time: 0.0757582 May 27 13:20:52.360464 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-ed488b33-404a-4238-bd47-7ec2c916f3cb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:52.361181 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-ed488b33-404a-4238-bd47-7ec2c916f3cb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Synchronizing usage tracker for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:network {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:52.380183 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-ed488b33-404a-4238-bd47-7ec2c916f3cb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Unset dirty status for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:network {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:52.382166 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-ed488b33-404a-4238-bd47-7ec2c916f3cb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 809 time: 0.1687565 May 27 13:20:52.397470 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-8b29cf85-535a-46c2-b8ca-bc12484e9de7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/quotas/e1e2059cba644634b6a57e1f41b0400a HTTP/1.1" status: 200 len: 375 time: 0.0093336 May 27 13:20:52.482496 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-4c15f2d5-7fdb-40e6-b3ea-4482cabe7d6e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Synchronizing usage tracker for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:52.501879 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-4c15f2d5-7fdb-40e6-b3ea-4482cabe7d6e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Unset dirty status for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:52.503233 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-4c15f2d5-7fdb-40e6-b3ea-4482cabe7d6e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998085 May 27 13:20:52.697384 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-65a5d9c3-da82-46b1-aada-9027c81590d2 service neutron] 10.222.0.76 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818974 May 27 13:20:52.864143 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794fc97-eb69-43d1-b494-7bb46fdf10f4 req-96cf5383-9db0-489d-b2a4-6fa840f05f14 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:52.865656 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4794fc97-eb69-43d1-b494-7bb46fdf10f4 req-96cf5383-9db0-489d-b2a4-6fa840f05f14 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.2764163 May 27 13:20:52.948217 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4794fc97-eb69-43d1-b494-7bb46fdf10f4 req-1b67705b-b417-45e0-b9ca-2873cccbb6ff tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c9486fe-4965-4c70-8525-60b1ae63331f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751495 May 27 13:20:52.956508 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-51770b79-4f83-4caf-8de7-c2ad15d8089e service neutron] 10.222.0.76 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510982 May 27 13:20:53.014723 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-4e247321-964e-4a19-8c60-564353faac5c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:53.016128 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-4e247321-964e-4a19-8c60-564353faac5c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Synchronizing usage tracker for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:53.036359 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-4e247321-964e-4a19-8c60-564353faac5c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Unset dirty status for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:53.037604 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-4e247321-964e-4a19-8c60-564353faac5c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 945 time: 0.1187341 May 27 13:20:53.189397 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Deleting port 855086af-9a0e-4a91-8f99-c450cec33e64 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:20:53.189744 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:53.307885 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:53.351160 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] For port 855086af-9a0e-4a91-8f99-c450cec33e64, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=855086af-9a0e-4a91-8f99-c450cec33e64,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:53.351515 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:53.373988 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e4be00a8-6bba-471c-89c4-c0eb98658f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:53.377546 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1352df73-10e5-48b2-a4fe-3caff6f84815 req-f7daf09e-6e5c-42f2-a979-a0039f891a20 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 210 time: 0.0534606 May 27 13:20:53.657273 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:53.657648 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:53.657961 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Floating IP 20faab61-39af-4a13-a7ff-3d9d0c7c43b7 disassociated. External IP: 172.28.0.61, port: 855086af-9a0e-4a91-8f99-c450cec33e64. May 27 13:20:53.658303 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Calling delete_port for 855086af-9a0e-4a91-8f99-c450cec33e64 owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:20:53.774779 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:53.785952 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4b6e9e6-d1ca-4f7e-84ae-e8842407b0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:53.831985 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event deleted for resources: {'Port': ['ID=855086af-9a0e-4a91-8f99-c450cec33e64,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:53.834942 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:54.020508 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Router 47164ff3-e2a9-4ea0-b01a-26ae44059269 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:20:54.099267 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9971cfe3-43c1-4406-bcb4-5c9da58cbaae req-f82bc79f-f8b1-4cca-bb9c-b94947ff3e85 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=edbeba09-7a7c-4ad8-b4c4-0742366f3bc6 HTTP/1.1" status: 200 len: 210 time: 0.0425699 May 27 13:20:54.211283 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:54.223745 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] Sync routers for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:54.242910 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:54.243637 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:54.291121 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] No DVR routers for this DVR port 855086af-9a0e-4a91-8f99-c450cec33e64 on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:20:54.293925 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:54.304666 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'name': 'network-vif-deleted', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:54.311564 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-5af4c227-e37a-42d4-8aee-e204470a6e0e req-ca6d1bd7-80b7-450d-8690-ca6dfc1d7968 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "DELETE /v2.0/ports/855086af-9a0e-4a91-8f99-c450cec33e64 HTTP/1.1" status: 204 len: 173 time: 1.2624288 May 27 13:20:54.379783 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbeba09-7a7c-4ad8-b4c4-0742366f3bc6', 'name': 'network-vif-deleted', 'tag': '855086af-9a0e-4a91-8f99-c450cec33e64', 'status': 'completed', 'code': 200} May 27 13:20:54.453381 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:54.510604 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-06bc5ae5-a6c5-4665-bb5f-0bb958f4af30 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:54.512531 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-06bc5ae5-a6c5-4665-bb5f-0bb958f4af30 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 809 time: 0.1613421 May 27 13:20:54.575723 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-5bf0b851-7284-4cae-bb87-85268696faa8 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1e2059cba644634b6a57e1f41b0400a HTTP/1.1" status: 200 len: 380 time: 0.0537803 May 27 13:20:54.590354 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'port': {'device_id': '9d667479-36ae-4f85-89b3-575ec61a351c', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'admin_state_up': True, 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'security_groups': ['95aff7cd-244c-4138-9bc4-39a355d3f69a']}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:54.595788 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ce3b0b01-feac-45c5-9c96-747842d3dfd7 req-0cd04906-3c07-47b0-87e8-d20783e84d5b tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 210 time: 0.0619841 May 27 13:20:54.608651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:54.849368 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:54.850339 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:54.854013 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] Checking router: 47164ff3-e2a9-4ea0-b01a-26ae44059269 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:54.861843 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:54.862870 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:54.863621 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:54.873466 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Made reservation on behalf of e1e2059cba644634b6a57e1f41b0400a for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:54.877293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.050274 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:55.057215 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Allocated IP 172.20.0.11 (461e0cc0-06c4-4dce-afc1-2910692de8ee/0e0f28a8-730d-4d00-8824-715aae5db012/35c25fac-2b60-49a3-9c77-e74696a1ea8c) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:55.251719 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 49132) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:55.308468 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.328064 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Transition to ACTIVE for port object 35c25fac-2b60-49a3-9c77-e74696a1ea8c will not be triggered until provisioned by entity DHCP. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:55.356160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.359161 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.378057 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:55.382062 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:55.386246 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5401e-59d3-4959-95db-eb0cf25cad0d None None] The sync data for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb is: [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:55.404022 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.452450 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:55.456887 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:55.459064 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:55.461390 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:55.467101 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.478511 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-9b2a2f06-34e8-4dd4-8764-60ce0c1fb7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:55.490882 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:55.497976 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9486fe-4965-4c70-8525-60b1ae63331f,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:55.502162 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:55.513746 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.515714 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "DELETE /v2.0/security-groups/1c9486fe-4965-4c70-8525-60b1ae63331f HTTP/1.1" status: 204 len: 168 time: 0.2630060 May 27 13:20:55.521665 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49136) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:55.555597 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:55.556259 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.562552 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.api.v2.resource [None req-f7e4885e-2e3b-4bad-a979-017b08e6c629 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] show failed (client error): The resource could not be found. May 27 13:20:55.566218 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-f7e4885e-2e3b-4bad-a979-017b08e6c629 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups/1c9486fe-4965-4c70-8525-60b1ae63331f HTTP/1.1" status: 404 len: 347 time: 0.0409472 May 27 13:20:55.566896 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 49140) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:55.588753 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0029638 May 27 13:20:55.606831 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Request body: {'port': {'device_id': '9d667479-36ae-4f85-89b3-575ec61a351c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:55.721252 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2f5bf-6143-4005-aaa7-ad0dac5661f7 None None] New status for floating IP 20faab61-39af-4a13-a7ff-3d9d0c7c43b7: DOWN {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:20:55.755864 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.771261 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-4df6e1fe-dae2-4ad3-bb32-10017771a218 None None] Provisioning for port 35c25fac-2b60-49a3-9c77-e74696a1ea8c completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:55.778651 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-4df6e1fe-dae2-4ad3-bb32-10017771a218 None None] Provisioning complete for port 35c25fac-2b60-49a3-9c77-e74696a1ea8c triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:55.779422 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-4df6e1fe-dae2-4ad3-bb32-10017771a218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.852689 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.858647 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-4df6e1fe-dae2-4ad3-bb32-10017771a218 None None] Port 35c25fac-2b60-49a3-9c77-e74696a1ea8c cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:55.884253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Deleting port e299734b-21a7-451e-92a4-ee4ce02c5d95 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:20:55.884660 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:55.903954 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cc638-bd99-41d3-ba62-a16d51f71769 req-f5600bc1-e3f7-49e5-bed1-4707046a7f6e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:55.905489 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aa1cc638-bd99-41d3-ba62-a16d51f71769 req-f5600bc1-e3f7-49e5-bed1-4707046a7f6e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 932 time: 0.1708946 May 27 13:20:56.029536 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-aa1cc638-bd99-41d3-ba62-a16d51f71769 req-f2acc47e-6557-42ea-b587-f206c55b9878 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737031 May 27 13:20:56.056701 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.057130 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.148224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c25fac-2b60-49a3-9c77-e74696a1ea8c {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:20:56.156174 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.170849 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Transition to ACTIVE for port object 35c25fac-2b60-49a3-9c77-e74696a1ea8c will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:56.174939 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.178745 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3182d61f-553e-4ce2-9e5a-c255b88fa627 tempest-AttachVolumeNegativeTest-1781431027 tempest-AttachVolumeNegativeTest-1781431027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:56.181653 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Calling delete_port for e299734b-21a7-451e-92a4-ee4ce02c5d95 owned by network:floatingip {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:20:56.306512 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.311921 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b1c81a72-7274-42b8-9125-9d346445559b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:56.339235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:56.342253 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:56.359925 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event deleted for resources: {'Port': ['ID=e299734b-21a7-451e-92a4-ee4ce02c5d95,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:56.424938 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:56.433832 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Attempting to bind port 35c25fac-2b60-49a3-9c77-e74696a1ea8c on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:56.434176 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Attempting to bind port 35c25fac-2b60-49a3-9c77-e74696a1ea8c by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:56.434507 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Attempting to bind port 35c25fac-2b60-49a3-9c77-e74696a1ea8c on network 461e0cc0-06c4-4dce-afc1-2910692de8ee {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:56.439426 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Port 35c25fac-2b60-49a3-9c77-e74696a1ea8c on network 461e0cc0-06c4-4dce-afc1-2910692de8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:20:56.439745 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Attempting to bind port 35c25fac-2b60-49a3-9c77-e74696a1ea8c on network 461e0cc0-06c4-4dce-afc1-2910692de8ee {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:56.445157 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:56.445558 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Checking segment: {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:56.445958 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Bound using segment: {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:56.446444 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Bound port: 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3655c541-d439-4147-9b7b-cf829dcfdb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:56.446857 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.461330 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.475891 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.480674 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-55eac52a-d44e-4ffe-8623-e9d26941f3a2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "DELETE /v2.0/floatingips/20faab61-39af-4a13-a7ff-3d9d0c7c43b7 HTTP/1.1" status: 204 len: 168 time: 0.9089909 May 27 13:20:56.540962 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:56.544618 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:56.549327 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.554183 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-210d5a31-2790-4782-8cde-478306ef2509 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:56.612492 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:56.613145 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.614536 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] 10.222.0.64 "PUT /v2.0/ports/35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 1094 time: 1.0128667 May 27 13:20:56.615039 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:56.645928 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:56.650697 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:56.708396 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'status': 'completed', 'code': 200} May 27 13:20:56.751748 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-e462632a-81c8-4597-8478-b99e140ffb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:56.753301 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-e462632a-81c8-4597-8478-b99e140ffb28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1097 time: 0.0813451 May 27 13:20:56.828475 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 49152) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:56.834174 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2404447', 'description': 'tempest-description--1522137224'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:56.840464 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:56.844895 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:56.848055 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:56.854442 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:56.866680 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.889016 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:56.893083 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group_rule and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:56.896227 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:56.902289 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:56.919104 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-94183b01-9d6d-4086-af3d-a2c26951e803 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 217 time: 0.1571565 May 27 13:20:56.976289 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.981185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:56.985152 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7184f597-1233-4b92-aca2-8b230491b3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:56.995434 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-f9d10405-c333-42e4-8dfb-5974f93b1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:56.998035 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-f9d10405-c333-42e4-8dfb-5974f93b1169 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.0664885 May 27 13:20:57.027961 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c788583-8da6-4040-aa45-f476617c620a,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:57.031221 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:57.032620 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.036752 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2045331 May 27 13:20:57.037372 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 49156) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:57.042226 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'security_group_rule': {'security_group_id': '1c788583-8da6-4040-aa45-f476617c620a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:57.048536 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:57.052506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group_rule and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:57.055541 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:57.063428 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:57.082276 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.084998 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-d77f1e5b-dd83-46eb-99c9-b9e1fb0c1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:57.086523 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-d77f1e5b-dd83-46eb-99c9-b9e1fb0c1555 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0743649 May 27 13:20:57.150299 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.154549 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.156833 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:57.162474 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 855086af-9a0e-4a91-8f99-c450cec33e64 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:20:57.200649 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 855086af-9a0e-4a91-8f99-c450cec33e64 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:20:57.201168 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 855086af-9a0e-4a91-8f99-c450cec33e64 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:20:57.222363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75002f80-2a86-4b80-84ad-925e611e513e,revision_number=0']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:57.234772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:57.235412 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-248856c6-cbe0-4b8e-b5ec-7c5135785ae9 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407385 May 27 13:20:57.240254 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.241425 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-a634c66b-13d5-463d-bb2f-ab31211e4888 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2035391 May 27 13:20:57.244263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49162) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:57.251411 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'security_group_rule': {'security_group_id': '1c788583-8da6-4040-aa45-f476617c620a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:57.279580 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:57.279996 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba2cd3-c1f7-4af1-ac3c-fffcd847fc66 req-05f9df2c-0673-45d5-b340-4a8f0fa07c76 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:57.282590 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7bba2cd3-c1f7-4af1-ac3c-fffcd847fc66 req-05f9df2c-0673-45d5-b340-4a8f0fa07c76 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.0915139 May 27 13:20:57.288048 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:security_group_rule and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:57.327614 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7bba2cd3-c1f7-4af1-ac3c-fffcd847fc66 req-2876bb64-1bf3-4523-ae98-5dec48cb9bc7 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 May 27 13:20:57.332002 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:57.343445 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:57.383911 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.428047 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-a5f8b9ab-8ca4-411f-b90c-8c8a3c698d51 req-f48acb3c-9069-4cc9-98df-5073533c1286 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812360 May 27 13:20:57.469940 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.475268 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460418'] for security_group_rule, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.477477 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-011f6abc-a346-4c2d-aa9a-2cb55c5885b2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:57.530893 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424cf96c-c295-4903-b96f-ca12c4491584,revision_number=0']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:57.539947 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:57.554567 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.558948 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-4b40a867-8e66-460f-8621-ff64d0d3d4d2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107369 May 27 13:20:57.559150 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49168) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:57.565374 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'floatingip': {'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:57.573285 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:57.579039 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Usage tracker for resource:floatingip and tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:57.582689 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:57.590119 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:57.602627 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:57.619677 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-4a0e1c5b-d7b0-4b7b-b626-02f8045f9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:57.621198 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-4a0e1c5b-d7b0-4b7b-b626-02f8045f9b2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1097 time: 0.1291077 May 27 13:20:57.814788 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-c90676ab-d743-40d9-ba0e-7067d13f84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:57.816108 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-c90676ab-d743-40d9-ba0e-7067d13f84f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 910 time: 0.1853583 May 27 13:20:57.895789 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-8ab49bb9-757d-43fd-b30d-226b9cc4b657 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 217 time: 0.0713570 May 27 13:20:57.950979 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:58.006115 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-4ebcee52-5c05-4eca-9abe-84da32d7f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:58.007570 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-4ebcee52-5c05-4eca-9abe-84da32d7f665 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.1039338 May 27 13:20:58.156928 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Allocated IP 172.28.0.153 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/96091726-5920-408e-9c38-c3fae7de0a8f) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:58.171895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-50804a9d-4ad7-47af-b74f-280d14214ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:58.173388 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-50804a9d-4ad7-47af-b74f-280d14214ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1465163 May 27 13:20:58.410739 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-27c7d1a9-18a4-477c-baa0-58302386845b service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212207 May 27 13:20:58.415358 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:58.518978 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d2df-5a91-43ed-8d71-4384c877e1b2 req-dc631c47-77e0-42d1-9652-6d9c913bbfca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:58.520856 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-03b9d2df-5a91-43ed-8d71-4384c877e1b2 req-dc631c47-77e0-42d1-9652-6d9c913bbfca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.0846028 May 27 13:20:58.653421 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:58.657158 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1e1ef5b8-d269-42a1-b2dc-d5bc630b989a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:58.672950 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-03b9d2df-5a91-43ed-8d71-4384c877e1b2 req-fb6bf147-5d2c-4313-a33a-b01546db1904 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463220 May 27 13:20:58.727416 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-6dbab2ee-988b-4582-a8cd-66cd963a6d8e req-a0f55376-a3e3-4c3d-91e6-735b39ec8f24 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001556 May 27 13:20:58.735429 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:58.738371 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:58.741886 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:58.773946 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'Port': ['ID=96091726-5920-408e-9c38-c3fae7de0a8f,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:58.791337 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.791711 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.792071 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.792452 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.792763 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.793148 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.793506 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.793820 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.794164 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.794505 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.794845 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.795181 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:58.800140 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:58.839707 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:58.902891 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.121261 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.127338 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.130986 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e93cddc5-2e39-45c9-bff9-767704e93601 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:59.235144 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'Port': ['ID=96091726-5920-408e-9c38-c3fae7de0a8f,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:59.239235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:59.247849 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.272057 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.273355 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7132869 May 27 13:20:59.520697 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ea750603-ac2b-4500-b226-bc4a260032bb req-d253d9c7-3a96-4a57-ad20-c6a9d629c414 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Synchronizing usage tracker for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:security_group {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:59.537661 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ea750603-ac2b-4500-b226-bc4a260032bb req-d253d9c7-3a96-4a57-ad20-c6a9d629c414 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Unset dirty status for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:security_group {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:59.538895 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-d253d9c7-3a96-4a57-ad20-c6a9d629c414 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2404447&fields=id&tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2 HTTP/1.1" status: 200 len: 267 time: 0.0594497 May 27 13:20:59.694548 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-3d772b2f-c220-44c7-b601-cc1e45f8ad4a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:59.696507 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-3d772b2f-c220-44c7-b601-cc1e45f8ad4a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 811 time: 0.1470761 May 27 13:20:59.713981 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-23e77d1a-fdaf-455f-98f6-a93bdb386031 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/quotas/407679f7f4d64e0cbfdb7753ac0cd4e2 HTTP/1.1" status: 200 len: 375 time: 0.0118468 May 27 13:20:59.851935 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ea750603-ac2b-4500-b226-bc4a260032bb req-275fb899-84dc-4c02-b6db-f5c9f85b3529 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Synchronizing usage tracker for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:59.877743 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-ea750603-ac2b-4500-b226-bc4a260032bb req-275fb899-84dc-4c02-b6db-f5c9f85b3529 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Unset dirty status for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:59.879035 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-275fb899-84dc-4c02-b6db-f5c9f85b3529 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593714 May 27 13:20:59.892752 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05df435-7e75-4330-8c33-85010cb9e1b4 req-171d2b17-4589-40ff-be1e-c6098714077e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:59.894178 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d05df435-7e75-4330-8c33-85010cb9e1b4 req-171d2b17-4589-40ff-be1e-c6098714077e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.1085725 May 27 13:21:00.015718 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d05df435-7e75-4330-8c33-85010cb9e1b4 req-8196ad65-8d5d-4964-994d-03e864738386 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032555 May 27 13:21:00.050808 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-d60593bf-cee2-4159-a9ea-880d6fbebfb4 service neutron] 10.222.0.76 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557333 May 27 13:21:00.189677 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-d9ee9f41-e1c1-43a7-84a5-060f7c602af6 service neutron] 10.222.0.76 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326199 May 27 13:21:00.375550 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6a61e4d-b77e-47f2-9c1f-3fc39e9ac446 req-f8cf685d-1330-4a96-b7ac-372ad5af019d tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 210 time: 0.0461814 May 27 13:21:01.174771 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 35c25fac-2b60-49a3-9c77-e74696a1ea8c details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:21:01.215082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166951c-3ae1-4605-bafd-96a77d31cddd req-738c3905-37cc-4472-b411-d7e633fd4e24 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:01.216633 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5166951c-3ae1-4605-bafd-96a77d31cddd req-738c3905-37cc-4472-b411-d7e633fd4e24 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.0890331 May 27 13:21:01.261615 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5166951c-3ae1-4605-bafd-96a77d31cddd req-8c3a3d33-3452-4428-8ac7-0b8eb4b00d8e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390608 May 27 13:21:01.314649 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:01.328145 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'port_id': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'mac_address': 'fa:16:3e:bf:bf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:21:01.396192 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:01.415711 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c25fac-2b60-49a3-9c77-e74696a1ea8c {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:01.434294 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:01.439373 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:01.441533 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:01.508706 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:01.512810 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:01.548820 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-abeaec9a-fff1-4c58-86c0-54cf949b46e8 req-81aff230-db95-4ac5-a24c-38f527ef31d1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 210 time: 0.0544224 May 27 13:21:01.681260 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-0fa9ce5f-f062-445d-81b0-758794e6626f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:01.682792 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-0fa9ce5f-f062-445d-81b0-758794e6626f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 811 time: 0.1568201 May 27 13:21:01.738364 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c03aaa60-4b97-4f2c-96c1-8f0d7c4bfcc4 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2 HTTP/1.1" status: 200 len: 377 time: 0.0436487 May 27 13:21:01.756377 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'port': {'device_id': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'admin_state_up': True, 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'security_groups': ['1c788583-8da6-4040-aa45-f476617c620a']}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:01.892443 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:01.902281 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:01.910313 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['35c25fac-2b60-49a3-9c77-e74696a1ea8c'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:21:01.917267 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Made reservation on behalf of 407679f7f4d64e0cbfdb7753ac0cd4e2 for: {'port': 1} {{(pid=91946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:21:01.920901 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.098634 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Allocated IP 172.20.0.6 (f2660340-c8d6-4d4d-a683-a81a09762a51/2f1b8901-3dbf-4871-95b8-6a1c4b02f944/af11eb11-5d29-45d7-af76-095fc017e3bd) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:21:02.285837 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.302126 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Transition to ACTIVE for port object af11eb11-5d29-45d7-af76-095fc017e3bd will not be triggered until provisioned by entity DHCP. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:21:02.328817 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.335344 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b15026fd-9ffd-4dc3-8f51-c0bf8d974f53 tempest-VolumesActionsTest-1415085464 tempest-VolumesActionsTest-1415085464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:02.405715 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Network f2660340-c8d6-4d4d-a683-a81a09762a51 is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:21:02.409206 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:21:02.414010 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:21:02.446660 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event updated for resources: {'Port': ['ID=af11eb11-5d29-45d7-af76-095fc017e3bd,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:02.456355 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71879-5ed6-4f4b-837f-e1448a4bfc08 req-7bc8ffbc-8837-4f01-be39-5dde42961c65 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:02.456997 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:02.457892 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4e71879-5ed6-4f4b-837f-e1448a4bfc08 req-7bc8ffbc-8837-4f01-be39-5dde42961c65 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 945 time: 0.0860343 May 27 13:21:02.488622 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:02.489272 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.519747 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7670929 May 27 13:21:02.522251 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4e71879-5ed6-4f4b-837f-e1448a4bfc08 req-dab5dc68-99c5-43bb-ba8f-ea4c474c392f tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549746 May 27 13:21:02.556214 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Request body: {'port': {'device_id': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:02.676514 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.683168 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-129fab9b-74c6-42f4-839b-863632c55dba None None] Provisioning for port af11eb11-5d29-45d7-af76-095fc017e3bd completed by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:21:02.689109 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-129fab9b-74c6-42f4-839b-863632c55dba None None] Provisioning complete for port af11eb11-5d29-45d7-af76-095fc017e3bd triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:02.689710 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-129fab9b-74c6-42f4-839b-863632c55dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.743148 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4b37c-99c2-47d8-8b1d-fe41b25c98c2 req-14fcd211-7796-434b-b22e-48aed0d60e96 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:02.744487 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-129fab9b-74c6-42f4-839b-863632c55dba None None] Port af11eb11-5d29-45d7-af76-095fc017e3bd cannot update to ACTIVE because it is not bound. {{(pid=91948) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:21:02.744695 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-16b4b37c-99c2-47d8-8b1d-fe41b25c98c2 req-14fcd211-7796-434b-b22e-48aed0d60e96 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 931 time: 0.0877037 May 27 13:21:02.789789 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-16b4b37c-99c2-47d8-8b1d-fe41b25c98c2 req-8b14b060-a517-4ac3-ae8f-c92521acac2b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390415 May 27 13:21:03.032916 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af11eb11-5d29-45d7-af76-095fc017e3bd {{(pid=91946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:03.040361 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.055451 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.provisioning_blocks [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Transition to ACTIVE for port object af11eb11-5d29-45d7-af76-095fc017e3bd will not be triggered until provisioned by entity L2. {{(pid=91946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:21:03.062314 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.068047 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64e570f2-2665-4809-9e37-44d1552fc976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:03.177514 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 35c25fac-2b60-49a3-9c77-e74696a1ea8c up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:21:03.250512 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port 35c25fac-2b60-49a3-9c77-e74696a1ea8c completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:21:03.256654 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 35c25fac-2b60-49a3-9c77-e74696a1ea8c triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:03.257200 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.307244 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Pushing event updated for resources: {'Port': ['ID=af11eb11-5d29-45d7-af76-095fc017e3bd,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:03.315882 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:03.391599 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Attempting to bind port af11eb11-5d29-45d7-af76-095fc017e3bd on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:21:03.391934 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Attempting to bind port af11eb11-5d29-45d7-af76-095fc017e3bd by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:21:03.392364 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Attempting to bind port af11eb11-5d29-45d7-af76-095fc017e3bd on network f2660340-c8d6-4d4d-a683-a81a09762a51 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:21:03.396949 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Port af11eb11-5d29-45d7-af76-095fc017e3bd on network f2660340-c8d6-4d4d-a683-a81a09762a51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:21:03.397260 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Attempting to bind port af11eb11-5d29-45d7-af76-095fc017e3bd on network f2660340-c8d6-4d4d-a683-a81a09762a51 {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:21:03.402361 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Checking agent: {'id': 'a54e0c17-d550-4535-82b8-21e9481892bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:21:03.402687 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Checking segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:21:03.403063 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Bound using segment: {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'} {{(pid=91946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:21:03.403489 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.managers [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Bound port: af11eb11-5d29-45d7-af76-095fc017e3bd, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51'}}] {{(pid=91946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:21:03.403849 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.414748 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.441113 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:03.459437 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:03.468301 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.471763 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:03.497172 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] For port af11eb11-5d29-45d7-af76-095fc017e3bd, host hv-cinder-75157, cleared binding levels {{(pid=91946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:21:03.500216 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] For port af11eb11-5d29-45d7-af76-095fc017e3bd, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=af11eb11-5d29-45d7-af76-095fc017e3bd,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:21:03.505118 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.512107 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'code': 200} May 27 13:21:03.512611 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f995f833-30d9-45a5-b370-2866459be780 tempest-VolumesNegativeTest-1458263239 tempest-VolumesNegativeTest-1458263239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:03.553512 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:03.556763 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:03.568822 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.569466 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.570869 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] 10.222.0.64 "PUT /v2.0/ports/af11eb11-5d29-45d7-af76-095fc017e3bd HTTP/1.1" status: 200 len: 1093 time: 1.0192888 May 27 13:21:03.571386 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:03.611277 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Pushing event updated for resources: {'Port': ['ID=af11eb11-5d29-45d7-af76-095fc017e3bd,revision_number=3']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:03.617958 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:03.664620 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'status': 'completed', 'code': 200} May 27 13:21:03.706012 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-b65e53c9-067c-4eed-b2ac-907824007b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.707689 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-b65e53c9-067c-4eed-b2ac-907824007b3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 1096 time: 0.0822392 May 27 13:21:03.755907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba20486-be87-4bc3-a983-bac2af8cbf68 req-a0533783-0ed4-4d9a-aa46-9c26b264f184 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.762953 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bba20486-be87-4bc3-a983-bac2af8cbf68 req-a0533783-0ed4-4d9a-aa46-9c26b264f184 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0967476 May 27 13:21:03.785726 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-957cf378-e04e-429d-b0d3-f1fcd9a368bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af11eb11-5d29-45d7-af76-095fc017e3bd HTTP/1.1" status: 200 len: 217 time: 0.0674558 May 27 13:21:03.820763 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bba20486-be87-4bc3-a983-bac2af8cbf68 req-45200d66-1f89-4150-9c96-dac0f30e7564 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549648 May 27 13:21:03.878916 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-cd78a817-779b-4475-964f-4aacf93ac5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.880792 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-cd78a817-779b-4475-964f-4aacf93ac5f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0868201 May 27 13:21:03.957528 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750603-ac2b-4500-b226-bc4a260032bb req-d9e12799-6443-47e1-9779-d1a7a332996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.959029 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-d9e12799-6443-47e1-9779-d1a7a332996d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0708294 May 27 13:21:03.976820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b672a34-48f4-4fe6-9afb-48b5b15a7848 req-def8def9-8e4f-429a-8ca0-7bf8cde1c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.978203 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5b672a34-48f4-4fe6-9afb-48b5b15a7848 req-def8def9-8e4f-429a-8ca0-7bf8cde1c33a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1099 time: 0.1209772 May 27 13:21:04.033659 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5b672a34-48f4-4fe6-9afb-48b5b15a7848 req-7d5729ad-9f65-4095-b9c3-b52c910f503a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467548 May 27 13:21:04.041418 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0751ef-7030-4dc3-9ebd-4679a81bcc2a req-b6a45194-cfce-4e22-bea3-f0b7c3d134f4 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.042848 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd0751ef-7030-4dc3-9ebd-4679a81bcc2a req-b6a45194-cfce-4e22-bea3-f0b7c3d134f4 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 943 time: 0.1243176 May 27 13:21:04.091411 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fd0751ef-7030-4dc3-9ebd-4679a81bcc2a req-656ebf6b-3833-48f9-8fb5-1bec5631b224 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419297 May 27 13:21:04.114141 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-a20af417-5131-4a99-bf00-9dc8320c253d service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471565 May 27 13:21:04.328384 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ea750603-ac2b-4500-b226-bc4a260032bb req-6eed6072-738d-4784-ac84-b932709d5df5 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279278 May 27 13:21:04.386607 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7794b-1360-4492-958c-bf2e8be2ce82 req-1ebbaa85-a5aa-4e9a-adca-2200a2c41f10 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.388087 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-32c7794b-1360-4492-958c-bf2e8be2ce82 req-1ebbaa85-a5aa-4e9a-adca-2200a2c41f10 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.1402888 May 27 13:21:04.394632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-2cc63e5f-ca6e-4270-aa92-2f6f5675f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.396042 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-2cc63e5f-ca6e-4270-aa92-2f6f5675f9c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1137 time: 0.1035414 May 27 13:21:04.456712 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077894-459f-435f-ae75-576c519e5113 req-4b3662c3-b9bd-4c78-80c0-dbbaf6bb2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.458231 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-40077894-459f-435f-ae75-576c519e5113 req-4b3662c3-b9bd-4c78-80c0-dbbaf6bb2d34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 1096 time: 0.0767648 May 27 13:21:04.597410 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077894-459f-435f-ae75-576c519e5113 req-29646e71-1588-4d85-9075-434b03e10baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.598896 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-40077894-459f-435f-ae75-576c519e5113 req-29646e71-1588-4d85-9075-434b03e10baf service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.1297731 May 27 13:21:04.609361 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-32c7794b-1360-4492-958c-bf2e8be2ce82 req-938da778-4799-4e75-8be6-afd15762aa18 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2123051 May 27 13:21:04.651030 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-864ff63a-82dd-4420-91d8-3bdae4d6a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.652566 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-864ff63a-82dd-4420-91d8-3bdae4d6a403 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 915 time: 0.2425342 May 27 13:21:04.669070 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-40077894-459f-435f-ae75-576c519e5113 req-3bf6e027-e80c-4afb-a0db-61efd3e6d0af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af11eb11-5d29-45d7-af76-095fc017e3bd HTTP/1.1" status: 200 len: 217 time: 0.0628085 May 27 13:21:04.739788 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077894-459f-435f-ae75-576c519e5113 req-f2f47513-a35e-40dd-a293-d0d9f6471730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.742018 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-40077894-459f-435f-ae75-576c519e5113 req-f2f47513-a35e-40dd-a293-d0d9f6471730 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0651999 May 27 13:21:04.764252 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-980d7356-4276-410f-ac6f-1b0ccac39652 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 1001 time: 0.1042213 May 27 13:21:04.819211 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077894-459f-435f-ae75-576c519e5113 req-5638546d-9828-4920-8c3f-cc8cfdee1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.820729 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-40077894-459f-435f-ae75-576c519e5113 req-5638546d-9828-4920-8c3f-cc8cfdee1ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0705292 May 27 13:21:04.827865 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-5329a9f9-5a99-43ee-88a4-bb109c09529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.829638 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-5329a9f9-5a99-43ee-88a4-bb109c09529c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.0575507 May 27 13:21:04.914701 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-38dd8b90-a57b-46c1-b30f-dcf3f56de168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.915893 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-38dd8b90-a57b-46c1-b30f-dcf3f56de168 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744679 May 27 13:21:04.973571 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-40077894-459f-435f-ae75-576c519e5113 req-af8a58d4-f766-4156-ad98-f780bd63e252 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323345 May 27 13:21:05.118216 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-f35dc0c4-51c2-41e4-868d-f92dd6e2b4fe service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884477 May 27 13:21:05.133417 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1884b3-a926-486f-b9a4-0495c4969323 req-207b98de-944e-4c9d-b8fa-333016f6b287 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:05.135050 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5d1884b3-a926-486f-b9a4-0495c4969323 req-207b98de-944e-4c9d-b8fa-333016f6b287 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.2042003 May 27 13:21:05.209570 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-40077894-459f-435f-ae75-576c519e5113 req-e3bc9628-bf28-4332-ab64-a2046c8d9449 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256014 May 27 13:21:05.324592 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5d1884b3-a926-486f-b9a4-0495c4969323 req-5bd0571e-b421-4831-8bdd-0df648412bca tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682112 May 27 13:21:05.348944 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-da8078ab-59c4-4787-9e8e-a4a24ae1ab03 req-c6849bad-d05c-48e1-b704-5549dcbd9646 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129014 May 27 13:21:05.371917 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6ac4d-b6a4-42a5-98bf-c0d33e2a9281 req-8cf74221-ca10-47e0-a45e-17ff4370203f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:05.373374 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f9b6ac4d-b6a4-42a5-98bf-c0d33e2a9281 req-8cf74221-ca10-47e0-a45e-17ff4370203f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 943 time: 0.1508191 May 27 13:21:05.418045 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f9b6ac4d-b6a4-42a5-98bf-c0d33e2a9281 req-b29b7945-f9bc-4ade-ac8f-b21185a423e8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387826 May 27 13:21:05.813909 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f9435-a4c5-457a-9a2f-18e727a9c9a8 req-f4418bc8-1cb8-4b81-a2ea-3f5777ec8862 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:05.815357 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4b2f9435-a4c5-457a-9a2f-18e727a9c9a8 req-f4418bc8-1cb8-4b81-a2ea-3f5777ec8862 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0935507 May 27 13:21:05.866028 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4b2f9435-a4c5-457a-9a2f-18e727a9c9a8 req-125bd7a5-61e6-48b2-8460-b16bdd47193e tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447462 May 27 13:21:06.369313 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:06.511106 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67067d5-59c7-4d41-83d9-9cc433f8d5c5 req-6771e51b-7ed6-47f5-8f00-c6a10810dcb8 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:06.512711 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c67067d5-59c7-4d41-83d9-9cc433f8d5c5 req-6771e51b-7ed6-47f5-8f00-c6a10810dcb8 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0825830 May 27 13:21:06.608405 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c67067d5-59c7-4d41-83d9-9cc433f8d5c5 req-5d3dbfd4-079e-4ab3-ab68-2c9deaca5c12 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896697 May 27 13:21:06.634994 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07175339-d385-4838-ae02-7ea9922dfa99 req-69d8c429-f0e7-410e-a004-d08e83b2d94b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:06.636580 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07175339-d385-4838-ae02-7ea9922dfa99 req-69d8c429-f0e7-410e-a004-d08e83b2d94b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 943 time: 0.1047275 May 27 13:21:06.682542 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07175339-d385-4838-ae02-7ea9922dfa99 req-5068bda7-1293-4398-b521-e48a032bd575 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402546 May 27 13:21:06.804038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26708937-d4a6-49b0-9067-51eb1451afff req-e4ab4152-432a-48f2-bf3c-e8591f7a532f tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:06.805510 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-26708937-d4a6-49b0-9067-51eb1451afff req-e4ab4152-432a-48f2-bf3c-e8591f7a532f tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0925655 May 27 13:21:06.850039 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-26708937-d4a6-49b0-9067-51eb1451afff req-b799e22c-96c5-47c4-aca4-3f69b13b1e61 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383866 May 27 13:21:06.887162 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49250) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:06.952847 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:21:07.063422 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce51f6-2231-4e11-bd93-038d0bfced43 req-9cdbfae4-affc-4020-b4a6-970d9db14362 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:07.063755 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee973c12-fab2-4ba7-8a63-239bde7abbdb tempest-TestShelveInstance-2124051459 tempest-TestShelveInstance-2124051459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:07.064465 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ee973c12-fab2-4ba7-8a63-239bde7abbdb tempest-TestShelveInstance-2124051459 tempest-TestShelveInstance-2124051459-project-admin] Synchronizing usage tracker for tenant:4afba0a2e09247f5b67c0b5b66975e43 on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:21:07.065573 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dfce51f6-2231-4e11-bd93-038d0bfced43 req-9cdbfae4-affc-4020-b4a6-970d9db14362 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0929382 May 27 13:21:07.082142 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ee973c12-fab2-4ba7-8a63-239bde7abbdb tempest-TestShelveInstance-2124051459 tempest-TestShelveInstance-2124051459-project-admin] Unset dirty status for tenant:4afba0a2e09247f5b67c0b5b66975e43 on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:21:07.085359 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ee973c12-fab2-4ba7-8a63-239bde7abbdb tempest-TestShelveInstance-2124051459 tempest-TestShelveInstance-2124051459-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1094 time: 0.1951692 May 27 13:21:07.086888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49258) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:07.092026 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Request body: {'floatingip': {'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'port_id': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:07.097887 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:07.101875 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Usage tracker for resource:floatingip and tenant:e1e2059cba644634b6a57e1f41b0400a is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:07.105951 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:07.112013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:07.115246 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dfce51f6-2231-4e11-bd93-038d0bfced43 req-d1569cca-14f8-4685-b2b0-5c666be6fc5b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444613 May 27 13:21:07.122354 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for floatingip, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:07.225147 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device af11eb11-5d29-45d7-af76-095fc017e3bd details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:21:07.266091 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:07.367034 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port af11eb11-5d29-45d7-af76-095fc017e3bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=af11eb11-5d29-45d7-af76-095fc017e3bd,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:07.380166 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'port_id': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'mac_address': 'fa:16:3e:9a:3a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:21:07.416184 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_common [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Allocated IP 172.28.0.114 (2821688a-fcf5-4a47-aec0-6a22d94d2ded/cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337/a88cc526-6414-4da6-acc6-521461dbc9e0) {{(pid=91946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:21:07.434736 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:07.451527 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af11eb11-5d29-45d7-af76-095fc017e3bd {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:07.468604 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port af11eb11-5d29-45d7-af76-095fc017e3bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=af11eb11-5d29-45d7-af76-095fc017e3bd,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:07.473026 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:07.474846 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:07.542870 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=af11eb11-5d29-45d7-af76-095fc017e3bd,revision_number=4']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:07.545961 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:07.569184 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for port, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:07.601450 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739896200156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:07.605084 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4081c85-0c60-448d-8183-b8568cb9e12d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:07.666719 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Network 2821688a-fcf5-4a47-aec0-6a22d94d2ded is already hosted by enough agents. {{(pid=91946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:21:07.669537 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.base_scheduler [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Resources bound (agent type, host, resource id): {{(pid=91946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:21:07.673005 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Received port after_create {{(pid=91946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:21:07.701987 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'Port': ['ID=a88cc526-6414-4da6-acc6-521461dbc9e0,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:07.708455 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:07.868265 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea97a69-76fc-4e84-8aee-71513b35cb8e req-d14d8768-2572-4928-95e0-3619c5e09ff5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:07.869871 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7ea97a69-76fc-4e84-8aee-71513b35cb8e req-d14d8768-2572-4928-95e0-3619c5e09ff5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 944 time: 0.0805302 May 27 13:21:07.918721 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7ea97a69-76fc-4e84-8aee-71513b35cb8e req-c7295bca-3679-477b-aef0-cec266b0e47f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427215 May 27 13:21:08.091123 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:08.178964 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:08.218868 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['af11eb11-5d29-45d7-af76-095fc017e3bd'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:21:08.305822 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba78b89-f59a-4ca7-a49b-5d91334add38 req-b3dec232-9465-45a1-8755-82edcb98d0d0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:08.307407 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ba78b89-f59a-4ca7-a49b-5d91334add38 req-b3dec232-9465-45a1-8755-82edcb98d0d0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0821085 May 27 13:21:08.358014 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ba78b89-f59a-4ca7-a49b-5d91334add38 req-5ab4e2eb-3395-4eb3-b856-aa89d0f597be tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437889 May 27 13:21:08.403395 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for port, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:08.408505 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4030520'] for port, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:08.412370 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-240b5d8b-022d-4e5c-8420-ff51f0a90985 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:08.517719 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event updated for resources: {'Port': ['ID=a88cc526-6414-4da6-acc6-521461dbc9e0,revision_number=2']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:08.521995 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:08.533945 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:08.794124 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Floating IP 37826604-97b8-4c77-8fcf-68d88170c0ff associated. External IP: 172.28.0.114, port: 35c25fac-2b60-49a3-9c77-e74696a1ea8c. May 27 13:21:09.109104 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f8147-b229-42a7-9192-9cc7bdc3c606 req-4ed01eeb-a157-47e9-b6a9-fbd1f79a55bd tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:09.110737 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-385f8147-b229-42a7-9192-9cc7bdc3c606 req-4ed01eeb-a157-47e9-b6a9-fbd1f79a55bd tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 944 time: 0.0841877 May 27 13:21:09.151408 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:21:09.156033 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-385f8147-b229-42a7-9192-9cc7bdc3c606 req-00dc212b-6312-43dd-b41e-1124f0f5c946 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390952 May 27 13:21:09.334741 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:21:09.344350 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] Sync routers for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:21:09.355068 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:09.355701 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:09.360958 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:09.416816 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3287799 May 27 13:21:09.417531 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:09.465074 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'status': 'completed', 'code': 200} May 27 13:21:09.557883 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:09.709554 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaddda-8d88-43ca-9dbf-e23d402751f2 req-71915b0a-ff51-48e2-8a6c-b6212f0d55ac tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:09.711031 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d2aaddda-8d88-43ca-9dbf-e23d402751f2 req-71915b0a-ff51-48e2-8a6c-b6212f0d55ac tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.2412961 May 27 13:21:09.717576 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-dc075a2a-1450-4bb5-a347-a0c1444e6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:09.718979 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-dc075a2a-1450-4bb5-a347-a0c1444e6ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1099 time: 0.2135448 May 27 13:21:09.841026 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d2aaddda-8d88-43ca-9dbf-e23d402751f2 req-0324c16b-bd6f-41a8-9d85-b6e2d7986864 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210139 May 27 13:21:09.881721 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-8eab2a6f-d5f1-46e4-b652-b4c0ddf6a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:09.883219 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-8eab2a6f-d5f1-46e4-b652-b4c0ddf6a63f service neutron] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 910 time: 0.1501362 May 27 13:21:09.910428 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '37826604-97b8-4c77-8fcf-68d88170c0ff', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'port_id': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'mac_address': 'fa:16:3e:bf:bf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d667479-36ae-4f85-89b3-575ec61a351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:21:08Z', 'updated_at': '2021-05-27T13:21:08Z', 'revision_number': 0, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 5, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:09.914471 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] Checking router: b1adcaa5-f1d7-496a-bb5b-4394bcd58195 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:21:09.922870 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:09.923486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:09.998686 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-5f82fd18-4f7c-4017-8c27-8f5aa8243143 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 1000 time: 0.1040695 May 27 13:21:10.065181 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-7b5481ad-f6e8-4188-a69a-85ee956d2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:10.066683 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-7b5481ad-f6e8-4188-a69a-85ee956d2ae4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.0588264 May 27 13:21:10.102731 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:10.150259 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-95ebdf7a-5b90-4ca1-8a9f-6d096fae4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:10.152474 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-95ebdf7a-5b90-4ca1-8a9f-6d096fae4459 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744307 May 27 13:21:10.336017 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-cb8b9a28-193e-4e90-a6e8-ebe2dd3a2317 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751962 May 27 13:21:10.444429 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8599-992f-4d09-bf4c-c49a9b3181c4 req-378b861a-0193-4d9a-ab6c-35c942c202b5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:10.445921 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-799d8599-992f-4d09-bf4c-c49a9b3181c4 req-378b861a-0193-4d9a-ab6c-35c942c202b5 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 944 time: 0.1787651 May 27 13:21:10.494255 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '37826604-97b8-4c77-8fcf-68d88170c0ff', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'port_id': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'mac_address': 'fa:16:3e:bf:bf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d667479-36ae-4f85-89b3-575ec61a351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:21:08Z', 'updated_at': '2021-05-27T13:21:08Z', 'revision_number': 0, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 5, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:10.498636 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e64ac6-1780-4eae-b7b2-00b0cdbc63f3 None None] The sync data for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb is: [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '37826604-97b8-4c77-8fcf-68d88170c0ff', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'port_id': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'mac_address': 'fa:16:3e:bf:bf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d667479-36ae-4f85-89b3-575ec61a351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:21:08Z', 'updated_at': '2021-05-27T13:21:08Z', 'revision_number': 0, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 5, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:21:10.521286 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-799d8599-992f-4d09-bf4c-c49a9b3181c4 req-d4457da4-ed2d-4e10-a647-30fb4bf4dd5f tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681357 May 27 13:21:10.523380 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2f38d316-aca5-4837-90e2-801fe94050e7 req-3a0b9a8f-f160-48dc-a0bc-5da4b4930670 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746757 May 27 13:21:10.686284 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ac7f5-6df2-4864-b144-2937676a3f24 None None] New status for floating IP 37826604-97b8-4c77-8fcf-68d88170c0ff: ACTIVE {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:21:11.031204 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb34a7-c7ce-4102-b3ad-d1898f3bdc39 req-35ba8910-6e4b-487a-a1f5-3c506899acc3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:11.032685 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3bbb34a7-c7ce-4102-b3ad-d1898f3bdc39 req-35ba8910-6e4b-487a-a1f5-3c506899acc3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0840511 May 27 13:21:11.085917 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3bbb34a7-c7ce-4102-b3ad-d1898f3bdc39 req-4062e3e9-e7cd-470d-b988-9c1fd03c4ef9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470743 May 27 13:21:11.241659 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device af11eb11-5d29-45d7-af76-095fc017e3bd up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:21:11.327994 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning for port af11eb11-5d29-45d7-af76-095fc017e3bd completed by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:21:11.333090 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port af11eb11-5d29-45d7-af76-095fc017e3bd triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:11.333467 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:11.449077 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:11.475989 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:11.485774 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port af11eb11-5d29-45d7-af76-095fc017e3bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=af11eb11-5d29-45d7-af76-095fc017e3bd,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:11.492514 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:11.494265 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:11.523458 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'code': 200} May 27 13:21:11.565567 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=af11eb11-5d29-45d7-af76-095fc017e3bd,revision_number=5']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:11.572895 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.573217 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.573574 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.573924 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.574208 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.574521 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.574838 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.575150 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.575458 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.575770 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.576050 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.576352 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:11.580354 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:11.716671 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92ce1-08f8-4ae5-8248-b374aa6d654a req-09a4588a-1398-4df7-9265-95844cdb0768 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:11.718207 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-00e92ce1-08f8-4ae5-8248-b374aa6d654a req-09a4588a-1398-4df7-9265-95844cdb0768 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.0815861 May 27 13:21:11.810829 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-00e92ce1-08f8-4ae5-8248-b374aa6d654a req-29247ddc-1ea5-4960-b528-7c33f923dcd1 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0864112 May 27 13:21:11.830248 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879af05-9484-40c5-9d7a-0150f8cd3270 req-80120d32-f364-4128-8a53-32ea7ce7cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:11.831882 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a879af05-9484-40c5-9d7a-0150f8cd3270 req-80120d32-f364-4128-8a53-32ea7ce7cc93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 1098 time: 0.0941226 May 27 13:21:11.875291 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a879af05-9484-40c5-9d7a-0150f8cd3270 req-e4237266-3064-4c2f-9b87-308882a66049 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0360773 May 27 13:21:12.309317 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85141225-a1d4-4e01-a66f-437af64c919a req-290ed8fa-f935-47b2-8aa5-28916d3f5608 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:12.310783 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-85141225-a1d4-4e01-a66f-437af64c919a req-290ed8fa-f935-47b2-8aa5-28916d3f5608 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0949097 May 27 13:21:12.359693 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-85141225-a1d4-4e01-a66f-437af64c919a req-05bf9daf-86e4-4133-afa2-16a041b8eb48 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430019 May 27 13:21:13.011551 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dabb5-791a-434b-a46f-888507f3d977 req-afcf63d5-49b6-42b5-987b-0cadf0871c67 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:13.012989 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f54dabb5-791a-434b-a46f-888507f3d977 req-afcf63d5-49b6-42b5-987b-0cadf0871c67 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.0853612 May 27 13:21:13.057618 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f54dabb5-791a-434b-a46f-888507f3d977 req-38e7e166-c989-4856-ab9f-a03ea33a1374 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387607 May 27 13:21:13.548099 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52867a5f-5346-4615-9abb-d4483a978d7a req-e9589b69-6f87-4b5b-abfe-694094beb7d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:13.549559 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-52867a5f-5346-4615-9abb-d4483a978d7a req-e9589b69-6f87-4b5b-abfe-694094beb7d9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0864019 May 27 13:21:13.601131 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-52867a5f-5346-4615-9abb-d4483a978d7a req-ceb40523-4979-422e-9317-84f2c231449d tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445926 May 27 13:21:14.269962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f827a58-634f-45bd-94ad-2b38971f1cc5 req-09af15cf-2e7d-4e21-835e-0a75c30832b8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.271459 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7f827a58-634f-45bd-94ad-2b38971f1cc5 req-09af15cf-2e7d-4e21-835e-0a75c30832b8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.0967965 May 27 13:21:14.315959 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7f827a58-634f-45bd-94ad-2b38971f1cc5 req-3916ba4a-517d-478b-b986-f5073ef43255 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383694 May 27 13:21:14.516363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a791df-df10-454b-b0eb-c740c0cd4f10 req-1dde3e81-9cba-4eb2-b0d6-7ee886d4514b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.517895 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e3a791df-df10-454b-b0eb-c740c0cd4f10 req-1dde3e81-9cba-4eb2-b0d6-7ee886d4514b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.0873780 May 27 13:21:14.527509 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49306) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:14.532959 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.v2.base [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Request body: {'floatingip': {'port_id': 'af11eb11-5d29-45d7-af76-095fc017e3bd'}} {{(pid=91946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:14.616358 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, before_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:14.788372 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6531cb2-d0cb-4b7f-a39e-1bc324ea32e9 req-eb6ccf1d-3815-4ad0-b233-a5bd2e8d7fc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.789812 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6531cb2-d0cb-4b7f-a39e-1bc324ea32e9 req-eb6ccf1d-3815-4ad0-b233-a5bd2e8d7fc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0803778 May 27 13:21:14.836757 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6531cb2-d0cb-4b7f-a39e-1bc324ea32e9 req-d2898ccf-9609-4f0a-9e8e-46a55efe99a6 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408785 May 27 13:21:15.337552 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:15.342565 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:15.519447 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Floating IP 6e540f75-7c64-4f8d-afea-571872246451 associated. External IP: 172.28.0.153, port: af11eb11-5d29-45d7-af76-095fc017e3bd. May 27 13:21:15.877823 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Router 47164ff3-e2a9-4ea0-b01a-26ae44059269 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:21:16.027968 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06503557-0bbb-4b9c-b124-1806d02ad435 req-c9bcbf58-a984-404a-b388-971b656d427f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:16.029456 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-06503557-0bbb-4b9c-b124-1806d02ad435 req-c9bcbf58-a984-404a-b388-971b656d427f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0880177 May 27 13:21:16.056307 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:21:16.061071 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:16.066930 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] Sync routers for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:21:16.078198 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:16.078846 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:16.124895 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-db33f2c4-f7bb-41dd-9c7c-14c978e2d36c tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "PUT /v2.0/floatingips/6e540f75-7c64-4f8d-afea-571872246451 HTTP/1.1" status: 200 len: 991 time: 1.5934544 May 27 13:21:16.124895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:16.178359 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-06503557-0bbb-4b9c-b124-1806d02ad435 req-b0975834-4808-4664-8ebb-d2c145d8819e tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429341 May 27 13:21:16.231080 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'status': 'completed', 'code': 200} May 27 13:21:16.264816 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:16.332635 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-e817614a-a218-409f-999c-14f7fe781552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:16.334148 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-e817614a-a218-409f-999c-14f7fe781552 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 1098 time: 0.0737720 May 27 13:21:16.469221 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-9d2c543a-2951-4b8f-acb0-b799bb455de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:16.470715 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-9d2c543a-2951-4b8f-acb0-b799bb455de6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 200 len: 912 time: 0.1259332 May 27 13:21:16.580668 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-3b5d3e94-6084-442d-a469-ec318ea4c132 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af11eb11-5d29-45d7-af76-095fc017e3bd HTTP/1.1" status: 200 len: 999 time: 0.0987518 May 27 13:21:16.606154 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '6e540f75-7c64-4f8d-afea-571872246451', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'port_id': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'mac_address': 'fa:16:3e:9a:3a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:20:58Z', 'updated_at': '2021-05-27T13:21:15Z', 'revision_number': 1, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:16.610180 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] Checking router: 47164ff3-e2a9-4ea0-b01a-26ae44059269 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:21:16.618794 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:16.619503 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:20:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:16.650403 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-0471b1c7-2107-4200-9145-6d382f75680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:16.651896 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-0471b1c7-2107-4200-9145-6d382f75680b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 200 len: 850 time: 0.0604112 May 27 13:21:16.733574 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-b2e9d644-bd9f-46b4-bb72-fc09f51dbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:16.735111 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-b2e9d644-bd9f-46b4-bb72-fc09f51dbceb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2660340-c8d6-4d4d-a683-a81a09762a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0713348 May 27 13:21:16.795619 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:16.874251 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-9c75d643-e4a5-4ff8-957f-ea33be096f17 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276569 May 27 13:21:17.011326 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c89072e1-c585-4f15-ad9a-fa0056dab1ec req-6875a0b1-774c-46f1-bd5b-f126af65c939 service neutron] 10.222.0.64 "GET /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260898 May 27 13:21:17.182910 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '6e540f75-7c64-4f8d-afea-571872246451', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'port_id': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'mac_address': 'fa:16:3e:9a:3a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:20:58Z', 'updated_at': '2021-05-27T13:21:15Z', 'revision_number': 1, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:17.187396 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98b6ae1-841a-40ee-bbfe-ecc2be8e5609 None None] The sync data for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb is: [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_floatingips': [{'id': '6e540f75-7c64-4f8d-afea-571872246451', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'router_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'port_id': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'mac_address': 'fa:16:3e:9a:3a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:20:58Z', 'updated_at': '2021-05-27T13:21:15Z', 'revision_number': 1, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:21:17.375160 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c80232-24b5-4648-8418-183a9f42f17d req-ce33ee4b-7fb7-4d8c-a97e-7220729cb443 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:17.376693 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-62c80232-24b5-4648-8418-183a9f42f17d req-ce33ee4b-7fb7-4d8c-a97e-7220729cb443 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0859244 May 27 13:21:17.382309 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e4b37-3364-4448-8379-bff37a17e532 None None] New status for floating IP 6e540f75-7c64-4f8d-afea-571872246451: ACTIVE {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:21:17.430554 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-62c80232-24b5-4648-8418-183a9f42f17d req-e29be536-6a23-44fb-b797-81b642c73b42 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469415 May 27 13:21:18.621676 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f656-8231-45db-b7b5-0fc030bd1728 req-3820d057-9932-41d9-9a8b-d54cb0fe830f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:18.623130 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e436f656-8231-45db-b7b5-0fc030bd1728 req-3820d057-9932-41d9-9a8b-d54cb0fe830f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0829682 May 27 13:21:18.672876 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e436f656-8231-45db-b7b5-0fc030bd1728 req-1e59ed08-f850-418f-af7d-58c41c72418f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407262 May 27 13:21:19.895507 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780bd35-4982-4495-a9d0-4019fb200bed req-8733c57b-ab9f-4c42-a64d-d1aa76d8e8ca tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:19.897072 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1780bd35-4982-4495-a9d0-4019fb200bed req-8733c57b-ab9f-4c42-a64d-d1aa76d8e8ca tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.1006739 May 27 13:21:19.943850 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1780bd35-4982-4495-a9d0-4019fb200bed req-bd386193-173b-45d0-93ab-92bf18419463 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407546 May 27 13:21:20.890799 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-0282dcd3-b241-4ceb-9813-38c0cab13476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:21.150164 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8be41-84f0-449f-986d-49777715a706 req-7a0e8735-342b-4a63-a7a5-36199b68f625 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:21.151640 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-55b8be41-84f0-449f-986d-49777715a706 req-7a0e8735-342b-4a63-a7a5-36199b68f625 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0954428 May 27 13:21:21.201544 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-55b8be41-84f0-449f-986d-49777715a706 req-d61e43dc-d7df-40ca-9d42-0758a606d996 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417271 May 27 13:21:22.427986 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de618aaf-801b-4d0a-8792-caf597ac5735 req-39392bcf-edae-4e38-9e10-266f3b44d6bb tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:22.429466 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-de618aaf-801b-4d0a-8792-caf597ac5735 req-39392bcf-edae-4e38-9e10-266f3b44d6bb tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.1015773 May 27 13:21:22.476994 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-de618aaf-801b-4d0a-8792-caf597ac5735 req-14ad6e12-d0e8-4b17-9170-c6f338c5e942 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&id=424bad50-3654-44c8-9a53-dfa0a5824d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415390 May 27 13:21:23.314094 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:23.379415 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f67a6d37-a440-4157-a755-1b023dfaa74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:24.557348 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:25.834030 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.369861 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.826436 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-d71f6b13-d977-4a53-b54a-eaa744fa412d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804110 May 27 13:21:37.948279 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-4822ddfe-d6fa-4a3c-9c01-0a3931c8d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:37.949653 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-4822ddfe-d6fa-4a3c-9c01-0a3931c8d917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1137 time: 0.0855753 May 27 13:21:38.113804 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-e11cec06-c468-432c-8613-43a939e08018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:38.115293 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-e11cec06-c468-432c-8613-43a939e08018 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 915 time: 0.1372168 May 27 13:21:38.318117 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-0a7eb2b2-9420-4aa4-ba3b-59fdd8aea564 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 1001 time: 0.1849692 May 27 13:21:38.392197 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-de5bee35-6ef5-4a5a-b8eb-7beee8996a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:38.394354 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-de5bee35-6ef5-4a5a-b8eb-7beee8996a97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.0646350 May 27 13:21:38.479929 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-8f9b2d38-4d27-4901-b968-5d98e497fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:38.481394 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-8f9b2d38-4d27-4901-b968-5d98e497fc18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0786765 May 27 13:21:38.615849 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-400788b7-ca88-428f-a6a8-15d3ff34a2ee service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228938 May 27 13:21:38.756170 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5cc80691-6a04-4036-a69f-65a9a94ca64d req-b4818286-e72b-44ae-a7c2-ac3e02ad11dc service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266665 May 27 13:21:43.953307 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:21:50.897021 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0dcd-dbd3-4260-a283-941ebf462d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:53.315700 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:53.385028 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-da57fa33-55eb-41d2-acf6-6b5fda2b24ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:54.563841 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:55.834792 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.363263 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:13.045415 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5124f-7f8e-4db6-867e-fc2e312b9915 req-0d6e7cfb-afa8-49fa-b496-80a40a96f0e3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:13.046792 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-46c5124f-7f8e-4db6-867e-fc2e312b9915 req-0d6e7cfb-afa8-49fa-b496-80a40a96f0e3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0852530 May 27 13:22:13.092698 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-46c5124f-7f8e-4db6-867e-fc2e312b9915 req-e2790e4e-95b0-4978-b505-7cf320123470 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 May 27 13:22:14.300742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444aa7-1139-44a2-9e15-8783aa3592e1 req-16083743-117c-4ee1-b8b8-33c52d8fb54f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:14.302168 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-01444aa7-1139-44a2-9e15-8783aa3592e1 req-16083743-117c-4ee1-b8b8-33c52d8fb54f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0867825 May 27 13:22:14.354597 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-01444aa7-1139-44a2-9e15-8783aa3592e1 req-59cc6d05-1a12-4bf4-af6a-18735dc53766 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462403 May 27 13:22:15.561149 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb1141-a2a8-43b8-8223-f36c2e63e77f req-e13ea9b6-dbca-4862-9b58-1f22c3993330 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:15.562672 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-abcb1141-a2a8-43b8-8223-f36c2e63e77f req-e13ea9b6-dbca-4862-9b58-1f22c3993330 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0817006 May 27 13:22:15.607492 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-abcb1141-a2a8-43b8-8223-f36c2e63e77f req-ecc6010e-8f3d-48b8-a51b-ce8968004a09 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 May 27 13:22:16.825110 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc7da5-e4f4-4db6-b1f1-6b9cfbde5fa7 req-390487a5-a52a-4b2f-a844-521a1ec1706b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:16.826564 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-11bc7da5-e4f4-4db6-b1f1-6b9cfbde5fa7 req-390487a5-a52a-4b2f-a844-521a1ec1706b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0916843 May 27 13:22:16.875027 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-11bc7da5-e4f4-4db6-b1f1-6b9cfbde5fa7 req-98653dce-77ad-4f43-91c6-6245a87a30a9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394573 May 27 13:22:18.085195 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cb422-f913-4b16-984d-febb4ee29fa2 req-4077972f-0c1f-4296-8c7e-cf2d1c14bf8e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:18.086629 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c54cb422-f913-4b16-984d-febb4ee29fa2 req-4077972f-0c1f-4296-8c7e-cf2d1c14bf8e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0905752 May 27 13:22:18.132332 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c54cb422-f913-4b16-984d-febb4ee29fa2 req-e73ec417-6bd6-407b-b503-a4225f9140b9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 May 27 13:22:19.350902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c5cd0-3a2a-4f3b-8ac8-455ca83dd95b req-68c92ce9-c83c-435b-a4e4-55b90d97faac tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:19.352342 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-695c5cd0-3a2a-4f3b-8ac8-455ca83dd95b req-68c92ce9-c83c-435b-a4e4-55b90d97faac tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0939305 May 27 13:22:19.400196 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-695c5cd0-3a2a-4f3b-8ac8-455ca83dd95b req-7c45aeb1-6f8e-4f79-af16-c03eebcf469f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391033 May 27 13:22:20.599312 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96897e1a-1904-4c10-860f-7c2adb664571 req-022b902b-aafd-4588-9796-f6d9ee1b9fba tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:20.600763 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-96897e1a-1904-4c10-860f-7c2adb664571 req-022b902b-aafd-4588-9796-f6d9ee1b9fba tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0814290 May 27 13:22:20.655394 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-96897e1a-1904-4c10-860f-7c2adb664571 req-5afadab8-8c7a-4825-9c59-1159f8b75369 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461378 May 27 13:22:20.889048 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1abf-d8ab-4a82-a3a5-76ca726bd2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:20.954803 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:22:21.853809 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d1c32-8f42-4499-b203-bfa08d65df5c req-9d0db94a-9650-428d-8d2f-5d21059b569c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:21.855264 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-980d1c32-8f42-4499-b203-bfa08d65df5c req-9d0db94a-9650-428d-8d2f-5d21059b569c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0822210 May 27 13:22:21.900801 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-980d1c32-8f42-4499-b203-bfa08d65df5c req-7653c541-2b37-4455-b6a7-302765ce8888 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393026 May 27 13:22:23.104136 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e45bd-e086-47bd-903d-3b32bb53f5e0 req-de400b83-1ebe-4aa4-bc23-81f3d2e90ca4 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:23.105649 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-416e45bd-e086-47bd-903d-3b32bb53f5e0 req-de400b83-1ebe-4aa4-bc23-81f3d2e90ca4 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0893443 May 27 13:22:23.151500 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-416e45bd-e086-47bd-903d-3b32bb53f5e0 req-f0b5b8aa-27da-4dd7-9916-94adcf6bf967 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 May 27 13:22:23.318079 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:23.393978 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-6d9189db-7a0c-4c9d-b8f2-c9245a657419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:24.361563 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adfa96-dd81-4f83-ae4d-c52fe3c1158a req-072c04aa-ad48-47e4-aa1d-e45d8e87d9c8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:24.363078 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c7adfa96-dd81-4f83-ae4d-c52fe3c1158a req-072c04aa-ad48-47e4-aa1d-e45d8e87d9c8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0838778 May 27 13:22:24.409642 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c7adfa96-dd81-4f83-ae4d-c52fe3c1158a req-39ba9aad-f69b-4f94-9e5f-3158232eec94 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407796 May 27 13:22:24.568132 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:25.612082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d434f2c-beaf-422e-aed5-1325b9ac1c47 req-a6f32c49-b0fb-4ace-9652-0316f82ee95e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:25.613636 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1d434f2c-beaf-422e-aed5-1325b9ac1c47 req-a6f32c49-b0fb-4ace-9652-0316f82ee95e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0868161 May 27 13:22:25.659514 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1d434f2c-beaf-422e-aed5-1325b9ac1c47 req-8622171e-2db1-405c-b066-5e89c69413f0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 May 27 13:22:25.841406 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:26.866441 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd4bfb-d7eb-40b4-8aa3-db8897bb1d2f req-7c80b306-7491-4d7d-9f2f-a570553f6c4b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:26.867912 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-49bd4bfb-d7eb-40b4-8aa3-db8897bb1d2f req-7c80b306-7491-4d7d-9f2f-a570553f6c4b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0833004 May 27 13:22:26.914111 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-49bd4bfb-d7eb-40b4-8aa3-db8897bb1d2f req-632849ac-fb93-4e12-ab44-0e846d9689f5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398021 May 27 13:22:27.669806 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:22:27.817382 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:27.830697 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '86138357-545c-45d1-90af-9a4f112f56e2', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'port_id': '86138357-545c-45d1-90af-9a4f112f56e2', 'mac_address': 'fa:16:3e:c0:64:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:22:27.887519 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:27.904146 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86138357-545c-45d1-90af-9a4f112f56e2 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:22:27.919625 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:27.928085 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:27.929698 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-69591cd2-926c-477c-99e9-790b4c21f4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:28.002687 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=6']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:28.010464 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.010801 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.011280 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.011606 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.012069 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.012474 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.013025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.013162 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.013424 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.013739 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.014049 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.014360 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:28.018346 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:28.055283 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['86138357-545c-45d1-90af-9a4f112f56e2'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:22:28.118864 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f185f-9954-4e5b-8357-d9cfbfa5d9fe req-58ebfb66-c9dc-4027-a8bf-90c986313213 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:28.120386 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c8f185f-9954-4e5b-8357-d9cfbfa5d9fe req-58ebfb66-c9dc-4027-a8bf-90c986313213 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 944 time: 0.0892122 May 27 13:22:28.168301 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c8f185f-9954-4e5b-8357-d9cfbfa5d9fe req-9143215f-78bd-4aa3-bed7-e0dc63f9eaa8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 May 27 13:22:29.360726 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a58008-5bd5-4094-aefd-d083aec6834e req-eee3f4f9-c27e-4a0b-8212-d566c2c0abd1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:29.362173 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e8a58008-5bd5-4094-aefd-d083aec6834e req-eee3f4f9-c27e-4a0b-8212-d566c2c0abd1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 944 time: 0.0814137 May 27 13:22:29.422543 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e8a58008-5bd5-4094-aefd-d083aec6834e req-c3b464c5-524d-463c-bcbb-edd83cbfb84c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545301 May 27 13:22:29.680473 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:22:29.771316 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 86138357-545c-45d1-90af-9a4f112f56e2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:22:29.771709 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:29.889091 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:29.917155 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:22:29.927108 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:29.932325 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:29.934169 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:29.969256 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2', 'code': 200} May 27 13:22:30.001832 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=7']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:30.005099 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:30.635495 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906096a-6109-437c-9435-c6cc05cfc1b6 req-ff4ca944-1e6c-411f-9fb4-95267ac076b9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:30.636943 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4906096a-6109-437c-9435-c6cc05cfc1b6 req-ff4ca944-1e6c-411f-9fb4-95267ac076b9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0994649 May 27 13:22:30.681977 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4906096a-6109-437c-9435-c6cc05cfc1b6 req-309885bc-a3c0-468e-9ff8-3f0a434e8390 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391388 May 27 13:22:31.965042 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32a4bd-5bb4-47de-8be4-df508e9e6b98 req-b008a598-7e38-4478-b732-21dae7142564 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:31.966514 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df32a4bd-5bb4-47de-8be4-df508e9e6b98 req-b008a598-7e38-4478-b732-21dae7142564 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.1703129 May 27 13:22:32.011981 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-df32a4bd-5bb4-47de-8be4-df508e9e6b98 req-3c50088d-c082-4f9e-9857-d0f3d8eed0d6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 May 27 13:22:33.213773 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e77a85-b9b2-4e64-8ae2-1d9ebb017a00 req-9baf95d2-f6e6-4d19-98a8-ff7bc7e486de tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:33.215233 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-30e77a85-b9b2-4e64-8ae2-1d9ebb017a00 req-9baf95d2-f6e6-4d19-98a8-ff7bc7e486de tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0873482 May 27 13:22:33.263035 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-30e77a85-b9b2-4e64-8ae2-1d9ebb017a00 req-11acd6fd-ca9d-4376-922c-f868ec15a82e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 May 27 13:22:34.460027 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc56d8-e79f-425f-898d-79b7cf9baef7 req-fb032118-c142-43f8-9aa8-3cba0494e723 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:34.461735 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e6fc56d8-e79f-425f-898d-79b7cf9baef7 req-fb032118-c142-43f8-9aa8-3cba0494e723 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0835414 May 27 13:22:34.508757 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e6fc56d8-e79f-425f-898d-79b7cf9baef7 req-6c450b89-a92c-4050-8a32-da610768ad3b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 May 27 13:22:35.714117 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b729a3-45b3-4e78-bd69-928a82bc3f34 req-3ab8812c-f139-4918-b654-7d82919bb53a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:35.715607 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-77b729a3-45b3-4e78-bd69-928a82bc3f34 req-3ab8812c-f139-4918-b654-7d82919bb53a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0956533 May 27 13:22:35.763076 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-77b729a3-45b3-4e78-bd69-928a82bc3f34 req-64449d3b-0d5f-47b8-b3a5-4fe8ad2b9df9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 May 27 13:22:36.372195 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:36.959209 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e78a3-4ddf-4a35-ba96-943c98e60418 req-8e7f4faa-8af5-4095-a880-df128e4a1ef1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:36.960721 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6d4e78a3-4ddf-4a35-ba96-943c98e60418 req-8e7f4faa-8af5-4095-a880-df128e4a1ef1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0818861 May 27 13:22:37.012821 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6d4e78a3-4ddf-4a35-ba96-943c98e60418 req-fecfd70e-c45c-4154-852f-61bd423054c3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 May 27 13:22:38.222304 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9e428-43d7-4670-89a9-21b679ee73a0 req-07712728-e1c3-4e84-a864-6cf52474cc56 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:38.223790 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6bb9e428-43d7-4670-89a9-21b679ee73a0 req-07712728-e1c3-4e84-a864-6cf52474cc56 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0902247 May 27 13:22:38.269383 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6bb9e428-43d7-4670-89a9-21b679ee73a0 req-d8c729ec-a7bc-4e22-89ad-d1c0af57b9c5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392756 May 27 13:22:39.490200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baebef-4bd5-4c7d-a7da-952125f84816 req-1ec78a81-3f7f-4f06-80a4-c8a48cca477e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:39.491658 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6baebef-4bd5-4c7d-a7da-952125f84816 req-1ec78a81-3f7f-4f06-80a4-c8a48cca477e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.1003478 May 27 13:22:39.543320 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d6baebef-4bd5-4c7d-a7da-952125f84816 req-08be7957-2801-4bd5-b14b-68ff9c511daf tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 May 27 13:22:39.823401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-bc886b36-d225-4448-8c32-2448a53bffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:39.824766 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-bc886b36-d225-4448-8c32-2448a53bffec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1098 time: 0.0740526 May 27 13:22:39.989544 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-ab5aa825-1a31-414b-8918-05350397bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:39.995068 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-ab5aa825-1a31-414b-8918-05350397bf99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1406338 May 27 13:22:40.109496 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-42214f7b-cbf8-458a-860a-10d8f2b7a769 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 1001 time: 0.1087639 May 27 13:22:40.176886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-80068e78-e683-4406-8dac-0730ed468b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:40.178323 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-80068e78-e683-4406-8dac-0730ed468b46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0607228 May 27 13:22:40.265223 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-1e364ea4-9de2-47a9-a377-6e2cd3f04b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:40.266742 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-1e364ea4-9de2-47a9-a377-6e2cd3f04b01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0729358 May 27 13:22:40.406772 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-56e56bb7-bfaa-4bfb-b7d6-d99595183105 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305292 May 27 13:22:40.557424 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9c6e43d1-076b-4328-8340-bc110b11aaac req-a6adddec-83dd-4a78-8415-5b2729f98410 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413934 May 27 13:22:40.742734 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14569-5d81-41ea-9efb-c6aef213a426 req-f9b442e7-cc22-4af8-b060-0f17c6c20e8e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:40.744101 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b3a14569-5d81-41ea-9efb-c6aef213a426 req-f9b442e7-cc22-4af8-b060-0f17c6c20e8e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0824275 May 27 13:22:40.802504 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b3a14569-5d81-41ea-9efb-c6aef213a426 req-6f167dd2-f49c-4d3a-87dd-093116e55ce1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485601 May 27 13:22:42.006900 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357a3af-55cb-47d3-a4d0-00bf6f3ce85e req-548b1c58-2812-4185-a6b6-ebac177babf6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:42.008538 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6357a3af-55cb-47d3-a4d0-00bf6f3ce85e req-548b1c58-2812-4185-a6b6-ebac177babf6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0984552 May 27 13:22:42.053890 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6357a3af-55cb-47d3-a4d0-00bf6f3ce85e req-7aba5db0-e020-4d3d-9b12-c4096bc4dcce tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 May 27 13:22:43.266858 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027224ba-c24d-48e5-8d13-f053d4798f07 req-c7963150-4863-4f2a-a227-2eec514dbcd7 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:43.268402 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-027224ba-c24d-48e5-8d13-f053d4798f07 req-c7963150-4863-4f2a-a227-2eec514dbcd7 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.1005270 May 27 13:22:43.313522 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-027224ba-c24d-48e5-8d13-f053d4798f07 req-5e24b5f9-6a73-44c7-aa98-4ac2eb6b7b2e tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 May 27 13:22:44.621817 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e54cb-66aa-4c41-b8d2-48f69309d524 req-13546c6b-321f-4e67-97f2-0a3f4794836f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:44.623304 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-881e54cb-66aa-4c41-b8d2-48f69309d524 req-13546c6b-321f-4e67-97f2-0a3f4794836f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.1934471 May 27 13:22:44.670055 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-881e54cb-66aa-4c41-b8d2-48f69309d524 req-6009e761-43ee-4684-90f4-22fa99f1ffd0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400128 May 27 13:22:45.867165 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea818c-fcc3-4e66-b70e-9e9e013708ba req-0216b02c-c594-47ef-998b-26fb0b776383 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:45.868694 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ddea818c-fcc3-4e66-b70e-9e9e013708ba req-0216b02c-c594-47ef-998b-26fb0b776383 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0836172 May 27 13:22:45.916694 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ddea818c-fcc3-4e66-b70e-9e9e013708ba req-a6ea9a18-bdaa-4561-a179-eea255b13318 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421536 May 27 13:22:47.108928 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7194ff-44b2-4362-9884-fd11255381cc req-ed3ffcb2-0531-437e-9639-9ec86c4bff95 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:47.110375 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0e7194ff-44b2-4362-9884-fd11255381cc req-ed3ffcb2-0531-437e-9639-9ec86c4bff95 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0814714 May 27 13:22:47.158159 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0e7194ff-44b2-4362-9884-fd11255381cc req-4f84272f-1318-4a7b-a0df-5a602a694012 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 May 27 13:22:48.364034 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141947af-c776-4d84-beb0-524e023ec218 req-582cd1a4-5607-46be-9be5-4b0f84b241e6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:48.366471 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-141947af-c776-4d84-beb0-524e023ec218 req-582cd1a4-5607-46be-9be5-4b0f84b241e6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0893056 May 27 13:22:48.412835 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-141947af-c776-4d84-beb0-524e023ec218 req-4b8511e6-2948-4ba4-b1b7-1e2dff414307 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405400 May 27 13:22:49.752325 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741aa155-ef79-44dc-8da2-ccf4008aab74 req-d3b60090-f741-4227-b6bf-4d2837731859 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:49.753906 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-741aa155-ef79-44dc-8da2-ccf4008aab74 req-d3b60090-f741-4227-b6bf-4d2837731859 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0811634 May 27 13:22:49.799035 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-741aa155-ef79-44dc-8da2-ccf4008aab74 req-34b19b2d-1c0b-4042-a5f6-9aa9e82a68f6 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 May 27 13:22:49.933544 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-70f5180b-c5b4-40a7-a091-628cca8d91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:49.934961 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-70f5180b-c5b4-40a7-a091-628cca8d91c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1098 time: 0.0751894 May 27 13:22:50.073448 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-95251a53-bcd3-4c52-8661-e31da31b20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:50.074829 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-95251a53-bcd3-4c52-8661-e31da31b20a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1281374 May 27 13:22:50.183509 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-0e0fc854-dff0-4a16-8313-389d5d7097cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 1001 time: 0.0995810 May 27 13:22:50.250373 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-2a348c39-a817-4a4c-a779-a7d213771b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:50.251922 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-2a348c39-a817-4a4c-a779-a7d213771b1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0592494 May 27 13:22:50.332902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-627faf07-515c-4896-b1f8-025b2ed56a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:50.333840 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-627faf07-515c-4896-b1f8-025b2ed56a5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0751421 May 27 13:22:50.484834 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-291b46f1-9caf-4f4f-a503-e3ebb4ccf0c2 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407835 May 27 13:22:50.619135 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0d3ee4c9-d38d-489e-93ca-1d1dcce2f81c req-dabf6580-e1f6-4be4-bf16-54014b03236b service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258583 May 27 13:22:50.885676 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-607a3a74-b107-4292-9c6e-081060d931af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:51.008167 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ffcff-3216-4a14-8282-06e932665a45 req-3cb7edd7-0b2b-485f-af3e-29b7e386e627 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:51.009663 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7d6ffcff-3216-4a14-8282-06e932665a45 req-3cb7edd7-0b2b-485f-af3e-29b7e386e627 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0843093 May 27 13:22:51.054708 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7d6ffcff-3216-4a14-8282-06e932665a45 req-3c51b33b-daa4-420e-aa9e-f4e2e75e75f8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391707 May 27 13:22:52.279050 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dac6d0-221b-428c-ab99-8926d3889610 req-033773c2-4024-4d8a-a99d-d6b98a65d28a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:52.280448 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07dac6d0-221b-428c-ab99-8926d3889610 req-033773c2-4024-4d8a-a99d-d6b98a65d28a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.0989988 May 27 13:22:52.324490 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-07dac6d0-221b-428c-ab99-8926d3889610 req-94d67bfb-be8b-48fb-845c-84539f48dd86 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381587 May 27 13:22:52.754890 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc27afbc-a694-4384-b343-4998eec590db req-c6d7e5bb-7104-4a99-9297-977631d352b0 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545824735&fields=id&tenant_id=e392272d7df34d74bb921bd7c6215409 HTTP/1.1" status: 200 len: 267 time: 0.0476420 May 27 13:22:52.843719 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27afbc-a694-4384-b343-4998eec590db req-55e1da2f-eba2-4ddf-a760-1192a95aa9a9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:52.845172 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc27afbc-a694-4384-b343-4998eec590db req-55e1da2f-eba2-4ddf-a760-1192a95aa9a9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 984 time: 0.0842338 May 27 13:22:52.862007 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.v2.base [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Request body: {'port': {'security_groups': ['cfc2cda3-dfbc-43a9-949c-22335966bf0c']}} {{(pid=91947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:22:52.988364 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.312201 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.326349 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:53.350465 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for port, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.356405 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-559046'] for port, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.362928 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-de1d5124-59a1-43d2-9255-8328da26eb50 tempest-VolumesActionsTest-1190575088 tempest-VolumesActionsTest-1190575088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:53.375450 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['b3e6a5c6-3282-425c-8e09-4a927f22a807'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:22:53.427809 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:53.428576 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.430090 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-dc27afbc-a694-4384-b343-4998eec590db req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "PUT /v2.0/ports/b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 942 time: 0.5786688 May 27 13:22:53.434411 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:22:53.437491 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49782) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:53.442953 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-52161003-dd80-4a04-aa8f-52bc4aa923c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.515647 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'status': 'completed', 'code': 200} May 27 13:22:53.528379 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event updated for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=7']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:53.544519 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.545238 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.545793 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.546368 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.546924 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.547282 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.547553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.548037 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.548624 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.549052 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.549474 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.549899 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.550257 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.555694 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:53.591185 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.593309 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['b3e6a5c6-3282-425c-8e09-4a927f22a807'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:22:53.652585 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb102-4dc8-4b9f-8103-4bd22c53564a req-1f6ee04d-adfd-4bd6-9f95-b833db5c8047 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:53.656656 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bf3fb102-4dc8-4b9f-8103-4bd22c53564a req-1f6ee04d-adfd-4bd6-9f95-b833db5c8047 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 945 time: 0.2019184 May 27 13:22:53.690805 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.700008 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f32fa917-8e81-4d76-9299-e24e6f9b5ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:53.722299 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424bad50-3654-44c8-9a53-dfa0a5824d81,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:53.727599 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bf3fb102-4dc8-4b9f-8103-4bd22c53564a req-616ae017-4e51-40cd-a527-f63f0d8bb6c0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591908 May 27 13:22:53.732213 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.732626 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.732990 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.733347 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.733826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.734235 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.734584 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.734990 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.735280 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.736239 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.736239 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.736406 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:53.741455 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:53.745173 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:53.746450 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "DELETE /v2.0/security-groups/424bad50-3654-44c8-9a53-dfa0a5824d81 HTTP/1.1" status: 204 len: 168 time: 0.3076911 May 27 13:22:53.749181 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 49790) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:53.756985 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-f247813b-915e-44df-8cf7-d1b72745e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:53.763785 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-f247813b-915e-44df-8cf7-d1b72745e1c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1098 time: 0.1932371 May 27 13:22:53.871411 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:22:53.925465 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-18c1883b-a605-411e-8ca3-5d428a35a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:53.927000 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-18c1883b-a605-411e-8ca3-5d428a35a319 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 915 time: 0.1567748 May 27 13:22:53.953265 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-b62e71d0-7cf9-4d56-b26a-df96c655ef57 None None] Provisioning complete for port b3e6a5c6-3282-425c-8e09-4a927f22a807 triggered by entity DHCP. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:22:53.953827 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b62e71d0-7cf9-4d56-b26a-df96c655ef57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.061436 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-06f36079-949a-4614-b2b1-9df3c4be3f6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 1001 time: 0.1167912 May 27 13:22:54.065886 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.117529 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Deleting port 033c788b-23ba-454e-b704-45326bcc67b0 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:22:54.117926 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.128177 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:22:54.149214 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-ef7affc3-ff76-484c-9b18-592b477a0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:54.151105 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-ef7affc3-ff76-484c-9b18-592b477a0058 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.0823877 May 27 13:22:54.154879 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:54.194445 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.210952 dv-cinder-751579-24-smb neutron-server[91948]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2', 'code': 422} returned with failed status May 27 13:22:54.211783 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:54.246247 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-5e3c2cd2-d4e3-490d-ac06-7a85937e0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:54.247991 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-5e3c2cd2-d4e3-490d-ac06-7a85937e0f64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0865183 May 27 13:22:54.354885 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=8']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:54.361277 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:54.385364 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.385731 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.409527 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-b9c35d76-83f1-450d-9839-d5bb23dbc30b service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503961 May 27 13:22:54.517906 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Calling delete_port for 033c788b-23ba-454e-b704-45326bcc67b0 owned by network:floatingip {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:22:54.568687 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.569910 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e86339e4-5b30-4fd5-b9f6-1376338aafc1 req-17085426-2726-43c3-8112-d40d394a8d29 service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511781 May 27 13:22:54.651618 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.655344 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-133893a3-38d2-439e-9a38-31e5d04b05ee tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:54.727985 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event deleted for resources: {'Port': ['ID=033c788b-23ba-454e-b704-45326bcc67b0,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:54.730513 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:54.796034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks [] for floatingip, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.796375 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Floating IP 6412e738-b09a-47a6-9874-477091402769 disassociated (deleted). External IP: 172.28.0.177, port: b3e6a5c6-3282-425c-8e09-4a927f22a807. May 27 13:22:55.181756 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Router 613ea29e-a678-4db2-be07-6e5e604e0f86 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:22:55.369795 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:22:55.380618 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] Sync routers for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:22:55.391676 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:55.392250 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:22:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:55.405819 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.471287 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-9cb53a2b-ef14-4107-877f-cb46643a0dbe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "DELETE /v2.0/floatingips/6412e738-b09a-47a6-9874-477091402769 HTTP/1.1" status: 204 len: 168 time: 1.7208376 May 27 13:22:55.472154 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:22:55.545562 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181cf0c-28aa-4712-a536-37a1ce36362c req-a6bc011a-02d6-42f9-985c-e73c0bfad1f9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:55.548950 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1181cf0c-28aa-4712-a536-37a1ce36362c req-a6bc011a-02d6-42f9-985c-e73c0bfad1f9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0983794 May 27 13:22:55.598296 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1181cf0c-28aa-4712-a536-37a1ce36362c req-727ecce8-d261-4a63-93fb-d159849c4a4d tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451527 May 27 13:22:55.611268 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:55.664560 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'status': 'completed', 'code': 200} May 27 13:22:55.820309 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-33a20f02-95bd-49da-a3eb-f816c8605eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:55.821837 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-33a20f02-95bd-49da-a3eb-f816c8605eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e392272d7df34d74bb921bd7c6215409&device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 1098 time: 0.1309395 May 27 13:22:55.825698 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-fc0804e6-281d-4e86-9d00-5897623f40b3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1872509 May 27 13:22:55.855081 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:56.006953 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:20Z', 'revision_number': 5, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:56.011604 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] Checking router: 613ea29e-a678-4db2-be07-6e5e604e0f86 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:22:56.021877 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:56.022629 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:22:53Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:56.046538 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-c253db1c-0f55-4292-98c0-cd3ef698b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:56.047969 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-c253db1c-0f55-4292-98c0-cd3ef698b336 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 200 len: 915 time: 0.2153313 May 27 13:22:56.229160 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-3bba26c2-4808-4782-8232-3c6652ff5405 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 200 len: 217 time: 0.1736174 May 27 13:22:56.253106 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:56.293157 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-1f9717aa-5c5e-481b-9691-1a631a60f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:56.294664 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-1f9717aa-5c5e-481b-9691-1a631a60f06f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 200 len: 853 time: 0.0586743 May 27 13:22:56.400096 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-a739bfa7-22f5-4fe0-991b-82953dba1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:56.401504 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-a739bfa7-22f5-4fe0-991b-82953dba1537 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e935223a-898a-4ca2-920a-1d0527781d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0743651 May 27 13:22:56.555786 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-a17556f6-a711-4204-861c-90218c8952fe service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372688 May 27 13:22:56.613836 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:20Z', 'revision_number': 5, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:56.618726 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b885f0-1568-4193-a4ed-13418589fc57 None None] The sync data for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb is: [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:15Z', 'revision_number': 4, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'f67f8ddb-f2e4-44db-94ce-8a79ccd2110c', 'name': '', 'network_id': 'e935223a-898a-4ca2-920a-1d0527781d48', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'mac_address': 'fa:16:3e:11:44:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:14Z', 'updated_at': '2021-05-27T13:18:20Z', 'revision_number': 5, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'subnets': [{'id': '5a06319e-f406-4cf6-b17b-d9ab93e73572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:22:56.707398 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d8ffcae1-fa43-476b-9dfd-fc64e2fb3688 req-be58afa4-807d-4345-92c7-dce06897f05a service neutron] 10.222.0.64 "GET /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364272 May 27 13:22:56.806996 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d43500-3f7a-46de-b6a0-a0261b077415 req-df3d97eb-439c-49e4-a42b-64794d22af44 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:56.808527 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1d43500-3f7a-46de-b6a0-a0261b077415 req-df3d97eb-439c-49e4-a42b-64794d22af44 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0858667 May 27 13:22:56.851400 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cfaa3-5e79-48a0-97cd-acf0d77a27a5 None None] New status for floating IP 6412e738-b09a-47a6-9874-477091402769: DOWN {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:22:56.867359 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c1d43500-3f7a-46de-b6a0-a0261b077415 req-35c36775-7d0a-4532-9b32-93b515565c6a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519834 May 27 13:22:57.031436 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-782ff701-9d61-4289-93a9-fb8d6aedcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:57.033004 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-782ff701-9d61-4289-93a9-fb8d6aedcca8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae&tenant_id=42db8257e0b94824b6bcf7286215248c HTTP/1.1" status: 200 len: 1096 time: 0.0789738 May 27 13:22:57.143954 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-1ae44f4c-71a6-45de-9b63-9f39d6f365f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:57.145634 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-1ae44f4c-71a6-45de-9b63-9f39d6f365f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1096 time: 0.0773022 May 27 13:22:57.287419 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-31177174-e61e-4eea-908d-b45af90d943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:57.288898 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-31177174-e61e-4eea-908d-b45af90d943b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1280062 May 27 13:22:57.401025 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-7bc5f83f-63db-43fe-889d-b5bf19513dac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 999 time: 0.1042571 May 27 13:22:57.468200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-695f9a03-6ab3-43c2-85c3-6007ba71a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:57.469701 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-695f9a03-6ab3-43c2-85c3-6007ba71a9ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0611515 May 27 13:22:57.552595 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-39346431-e9d1-45dd-94ec-672e319e4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:57.554111 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-39346431-e9d1-45dd-94ec-672e319e4db3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0709910 May 27 13:22:57.693211 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-7ee5eefe-d226-4630-92a8-c513dbdb1e73 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291802 May 27 13:22:57.824452 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-1fc81b40-9114-4a84-862e-48dba4c7acc8 req-4f3000f2-d62d-4ba0-a99c-b7ee2cd29bd3 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244195 May 27 13:22:57.954747 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:22:58.066953 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44de00-dd8a-4728-aa7e-8115e6d3d652 req-e6647ed5-d0be-4955-85d2-c81dd7169996 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:58.068226 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8b44de00-dd8a-4728-aa7e-8115e6d3d652 req-e6647ed5-d0be-4955-85d2-c81dd7169996 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0896001 May 27 13:22:58.113968 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8b44de00-dd8a-4728-aa7e-8115e6d3d652 req-1470065c-a3aa-473e-98f2-d6fb3710ad44 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394974 May 27 13:22:58.882339 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25bab2-f274-428e-87fe-9cce05a1a23d req-904137a3-dadf-4f59-80b7-1d9ac0f7af12 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:58.883766 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4d25bab2-f274-428e-87fe-9cce05a1a23d req-904137a3-dadf-4f59-80b7-1d9ac0f7af12 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0803633 May 27 13:22:58.932856 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4d25bab2-f274-428e-87fe-9cce05a1a23d req-f0d387e5-af2a-457f-bc58-36e265271eaa tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 May 27 13:22:59.312393 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc4a76-22f1-4465-b186-e1f3b89aebc0 req-c975f3e7-e6ac-4981-ae6d-01d6cb53d817 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:59.313853 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b4bc4a76-22f1-4465-b186-e1f3b89aebc0 req-c975f3e7-e6ac-4981-ae6d-01d6cb53d817 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0870137 May 27 13:22:59.362283 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b4bc4a76-22f1-4465-b186-e1f3b89aebc0 req-91ba57c7-2058-4125-b9b1-1533448e8eb8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 May 27 13:23:00.221902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5653a-65b2-4a43-834f-b7dd4a99ecb1 req-7a9c568d-0caa-450d-a751-f174d2fd70bc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:00.223329 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-efc5653a-65b2-4a43-834f-b7dd4a99ecb1 req-7a9c568d-0caa-450d-a751-f174d2fd70bc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.1755242 May 27 13:23:00.268121 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-efc5653a-65b2-4a43-834f-b7dd4a99ecb1 req-048b6901-51a0-491f-acf1-c421e01248bd tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 May 27 13:23:00.560873 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574fda1-b0e7-4b68-90de-534c1126b202 req-f5234176-3602-4e43-b0ce-894d62fef4f3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:00.562309 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d574fda1-b0e7-4b68-90de-534c1126b202 req-f5234176-3602-4e43-b0ce-894d62fef4f3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0863311 May 27 13:23:00.617448 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d574fda1-b0e7-4b68-90de-534c1126b202 req-228e9c87-a6eb-4d09-baee-d35c69a77aed tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491045 May 27 13:23:01.474209 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f67e3b-07b1-4d61-ad25-76ffd71a25c8 req-0ef7f20b-43a3-4e29-9466-da0771dff368 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:01.475683 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-62f67e3b-07b1-4d61-ad25-76ffd71a25c8 req-0ef7f20b-43a3-4e29-9466-da0771dff368 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0892243 May 27 13:23:01.523252 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-62f67e3b-07b1-4d61-ad25-76ffd71a25c8 req-bea5d964-b9e1-4a7b-9b0f-c53b2075a207 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 May 27 13:23:01.840436 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099c263-6d74-40fb-a723-319da3b27429 req-08778a98-acdf-461b-9088-c6c12a6fb5d9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:01.841927 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2099c263-6d74-40fb-a723-319da3b27429 req-08778a98-acdf-461b-9088-c6c12a6fb5d9 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0989170 May 27 13:23:01.888600 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2099c263-6d74-40fb-a723-319da3b27429 req-edfde8c6-cfd8-41f7-9ac3-b3394e8e5e49 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 May 27 13:23:02.732002 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6693ad-dc49-48f0-8017-114ce79c2065 req-f588358d-9df2-4f91-b99d-e6fabf34b400 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:02.733493 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4e6693ad-dc49-48f0-8017-114ce79c2065 req-f588358d-9df2-4f91-b99d-e6fabf34b400 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0829127 May 27 13:23:02.778878 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4e6693ad-dc49-48f0-8017-114ce79c2065 req-2a7fa06a-9a09-4774-a88a-3007b4f25fcb tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 May 27 13:23:03.088247 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f3333-440d-4851-9ef4-4fb17535495a req-abbbd395-2145-4e73-b664-89c827f82ed3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:03.089773 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4e7f3333-440d-4851-9ef4-4fb17535495a req-abbbd395-2145-4e73-b664-89c827f82ed3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0877862 May 27 13:23:03.139390 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4e7f3333-440d-4851-9ef4-4fb17535495a req-0017e5f3-f72b-4b83-b566-3dff5bf64c81 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 May 27 13:23:03.981525 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287e133-6601-4632-b330-ff7516551fa4 req-68fe9cc5-37fa-447b-8767-aa4a2ca90b61 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:03.983002 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8287e133-6601-4632-b330-ff7516551fa4 req-68fe9cc5-37fa-447b-8767-aa4a2ca90b61 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0883591 May 27 13:23:04.032937 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8287e133-6601-4632-b330-ff7516551fa4 req-64aa93a1-45da-433b-af52-f5ee56d7ee97 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 May 27 13:23:04.343131 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6426a-342c-407f-9adf-2057f6ea9681 req-13e2ecbf-d1bf-4b6d-b47d-1abd9fae091b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:04.344597 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3aa6426a-342c-407f-9adf-2057f6ea9681 req-13e2ecbf-d1bf-4b6d-b47d-1abd9fae091b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0823512 May 27 13:23:04.389838 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3aa6426a-342c-407f-9adf-2057f6ea9681 req-268dc673-f414-4a3b-8c04-1a42d1822aee tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391238 May 27 13:23:05.230217 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df1f72-f57e-45d4-8588-05b2479295c5 req-f8d1b4d1-1bc1-41b2-84ac-686d2c4fdc45 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:05.231656 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4df1f72-f57e-45d4-8588-05b2479295c5 req-f8d1b4d1-1bc1-41b2-84ac-686d2c4fdc45 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0870161 May 27 13:23:05.275088 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c4df1f72-f57e-45d4-8588-05b2479295c5 req-e5b3e998-dd3c-4b68-b050-d3191a5d5a17 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374503 May 27 13:23:05.607747 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b54f4-3270-4b7d-ba45-cc16c1812cc5 req-723cdd92-07c9-4ec7-ad5e-333b044e4f6a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:05.609283 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee7b54f4-3270-4b7d-ba45-cc16c1812cc5 req-723cdd92-07c9-4ec7-ad5e-333b044e4f6a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0972338 May 27 13:23:05.654368 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-ee7b54f4-3270-4b7d-ba45-cc16c1812cc5 req-67a0a621-658b-4439-a994-d89088f0aff7 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 May 27 13:23:06.381049 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:06.467514 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce2b9-caba-4b2b-a05f-7012621ae90e req-a906986a-6139-4253-8947-81b4b3f6fab9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:06.469199 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3f7ce2b9-caba-4b2b-a05f-7012621ae90e req-a906986a-6139-4253-8947-81b4b3f6fab9 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0876544 May 27 13:23:06.519027 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3f7ce2b9-caba-4b2b-a05f-7012621ae90e req-d3792dc5-2cfc-4557-9a55-ea5d8b3c012d tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 May 27 13:23:06.855401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2bc6c-6fd4-48ef-8f96-3dbdbc6866af req-ce91b072-34d8-4083-ae2f-cf730473cc4a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:06.856943 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d3b2bc6c-6fd4-48ef-8f96-3dbdbc6866af req-ce91b072-34d8-4083-ae2f-cf730473cc4a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0853288 May 27 13:23:06.906407 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d3b2bc6c-6fd4-48ef-8f96-3dbdbc6866af req-52499370-c37a-4fc4-b5ca-369844dd685f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 May 27 13:23:07.733620 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c732c3-70cd-4a84-815a-486ed9b1133d req-5712be1b-29b2-4cfb-81bf-d7fdd350c9be tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:07.735066 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48c732c3-70cd-4a84-815a-486ed9b1133d req-5712be1b-29b2-4cfb-81bf-d7fdd350c9be tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0976985 May 27 13:23:07.780476 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-48c732c3-70cd-4a84-815a-486ed9b1133d req-be9a78b7-ff64-4531-af6d-0daef01ab631 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 May 27 13:23:08.112963 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc74bbe-cb3e-433f-b5fa-a7846d2cf4bd req-0cd165aa-b353-4eaa-a96e-52c0e30f06cb tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:08.114633 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3fc74bbe-cb3e-433f-b5fa-a7846d2cf4bd req-0cd165aa-b353-4eaa-a96e-52c0e30f06cb tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0901783 May 27 13:23:08.167942 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3fc74bbe-cb3e-433f-b5fa-a7846d2cf4bd req-67716e1e-cf83-455a-bd2f-9794845520e3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471947 May 27 13:23:08.979506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a7f61-cfd3-4431-8d1c-4f5844e5f3af req-3b42e1fd-f125-4ac3-a188-53487003c153 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:08.981270 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3e8a7f61-cfd3-4431-8d1c-4f5844e5f3af req-3b42e1fd-f125-4ac3-a188-53487003c153 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0854142 May 27 13:23:09.025611 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3e8a7f61-cfd3-4431-8d1c-4f5844e5f3af req-932f201a-652e-44c1-bb91-2ac8fc1fce7d tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 May 27 13:23:09.374791 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713edc-cbe0-4fd1-ace2-5c29e6428d4e req-e77fba70-fff9-4d30-9bd6-01a8531db185 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:09.376220 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b7713edc-cbe0-4fd1-ace2-5c29e6428d4e req-e77fba70-fff9-4d30-9bd6-01a8531db185 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0906925 May 27 13:23:09.436990 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b7713edc-cbe0-4fd1-ace2-5c29e6428d4e req-c74adeaf-a093-4497-83a8-7a1d86c2d586 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517802 May 27 13:23:10.233212 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff4794-859f-42b4-8114-172e14f327c0 req-5c972982-79aa-4ce4-8e79-30adb222bb41 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:10.234782 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-45ff4794-859f-42b4-8114-172e14f327c0 req-5c972982-79aa-4ce4-8e79-30adb222bb41 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0897818 May 27 13:23:10.287260 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-45ff4794-859f-42b4-8114-172e14f327c0 req-8a8aae08-1293-452f-b95b-1df679ebf654 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 May 27 13:23:10.635193 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b70348-fac0-4524-8c53-9a8901e5bbeb req-49243530-81ee-4bec-8ec0-928ac31561f3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:10.636710 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-03b70348-fac0-4524-8c53-9a8901e5bbeb req-49243530-81ee-4bec-8ec0-928ac31561f3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0859749 May 27 13:23:10.689343 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-03b70348-fac0-4524-8c53-9a8901e5bbeb req-7e6b150f-5f06-41c6-ab32-97cafeef303b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440361 May 27 13:23:11.643464 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3198eb4-3792-43bd-b8b3-ea1f038b2f72 req-69caca1b-5fc4-45d8-9bd3-56c09ab2dfb1 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:11.644983 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f3198eb4-3792-43bd-b8b3-ea1f038b2f72 req-69caca1b-5fc4-45d8-9bd3-56c09ab2dfb1 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0904303 May 27 13:23:11.710333 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f3198eb4-3792-43bd-b8b3-ea1f038b2f72 req-d81b57c8-cf98-46a0-b1ab-d0b74bfbbd20 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595696 May 27 13:23:11.973978 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116758a-d450-4d30-b451-674223f92029 req-5930cb8b-774a-4078-8495-0457575b84b8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:11.975487 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2116758a-d450-4d30-b451-674223f92029 req-5930cb8b-774a-4078-8495-0457575b84b8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.1738443 May 27 13:23:12.022445 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2116758a-d450-4d30-b451-674223f92029 req-b0006139-644b-427b-941f-d7bb539d83d3 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 May 27 13:23:12.901058 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21b7b3-7c79-424f-bdc9-68497cb2957d req-c3b37052-908f-44db-aea7-28ee050647e7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:12.902518 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5b21b7b3-7c79-424f-bdc9-68497cb2957d req-c3b37052-908f-44db-aea7-28ee050647e7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0839119 May 27 13:23:12.947345 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5b21b7b3-7c79-424f-bdc9-68497cb2957d req-4274b19a-ce99-4b78-8647-b2720ba83e77 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 May 27 13:23:13.242761 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a9256-6851-4c2e-a16c-375b1f5e7372 req-5fe5111b-fbd0-47f7-a092-9c64231d4881 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:13.244244 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5a2a9256-6851-4c2e-a16c-375b1f5e7372 req-5fe5111b-fbd0-47f7-a092-9c64231d4881 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0909860 May 27 13:23:13.292144 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5a2a9256-6851-4c2e-a16c-375b1f5e7372 req-98345bb7-2a92-4462-8a69-a25bc698f18c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 May 27 13:23:14.157396 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891953c-587d-4582-81f1-e6b24307cd50 req-d32cc460-0c8c-44d9-85aa-6152fa6a8056 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:14.159055 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0891953c-587d-4582-81f1-e6b24307cd50 req-d32cc460-0c8c-44d9-85aa-6152fa6a8056 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0993259 May 27 13:23:14.206134 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0891953c-587d-4582-81f1-e6b24307cd50 req-696b57dc-2d57-4df0-91e7-21a28d025ffb tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 May 27 13:23:14.495461 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fa9e6-592e-4130-a837-7ca8ea9f5f21 req-d43562bf-cb49-4d36-b0d2-40edb84988f5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:14.497151 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b09fa9e6-592e-4130-a837-7ca8ea9f5f21 req-d43562bf-cb49-4d36-b0d2-40edb84988f5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0901573 May 27 13:23:14.546039 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b09fa9e6-592e-4130-a837-7ca8ea9f5f21 req-fdfb1239-d0df-4f3c-92d4-8986056c8091 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 May 27 13:23:15.403361 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df0e21-62c5-4be5-95a5-0ec224e06c93 req-e7833a6a-aec2-411a-858f-799416e87edd tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:15.404863 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4df0e21-62c5-4be5-95a5-0ec224e06c93 req-e7833a6a-aec2-411a-858f-799416e87edd tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0825212 May 27 13:23:15.453829 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4df0e21-62c5-4be5-95a5-0ec224e06c93 req-28a7288f-6b09-40f5-98e7-01dea2ad399f tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 May 27 13:23:15.762823 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad21925-980b-46e9-b4fa-e1d0302b41d0 req-080d68e5-2c46-4721-828d-7ff5edcee93f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:15.764314 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ad21925-980b-46e9-b4fa-e1d0302b41d0 req-080d68e5-2c46-4721-828d-7ff5edcee93f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0870259 May 27 13:23:15.808276 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5ad21925-980b-46e9-b4fa-e1d0302b41d0 req-dffb7540-f391-4d82-8d9b-018bea4e354b tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 May 27 13:23:16.657785 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4604337-43d2-4883-9353-7a970603b346 req-68589666-9c09-42f5-91cd-393603df58fe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:16.659363 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a4604337-43d2-4883-9353-7a970603b346 req-68589666-9c09-42f5-91cd-393603df58fe tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0928490 May 27 13:23:16.705135 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a4604337-43d2-4883-9353-7a970603b346 req-6c65dde8-f8fb-4d00-aae9-8f62bc589492 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 May 27 13:23:17.009641 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a2887-0859-4a26-a7b7-55881c758a4c req-b1bdde8c-6f9c-44b2-83f2-ebcfb98ef961 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:17.011081 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-127a2887-0859-4a26-a7b7-55881c758a4c req-b1bdde8c-6f9c-44b2-83f2-ebcfb98ef961 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0944102 May 27 13:23:17.055625 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-127a2887-0859-4a26-a7b7-55881c758a4c req-70bf594a-69bc-4d79-9482-c57119e77e41 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 May 27 13:23:17.919507 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde136ce-82a3-4638-afe9-0e9d0829589a req-bba308cf-2773-48cc-b5cb-1820b894c068 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:17.921102 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fde136ce-82a3-4638-afe9-0e9d0829589a req-bba308cf-2773-48cc-b5cb-1820b894c068 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0878317 May 27 13:23:17.970601 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fde136ce-82a3-4638-afe9-0e9d0829589a req-aaae9142-61ad-4fb2-996f-a063842ad6e5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 May 27 13:23:18.254981 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c600da-d9c5-4bca-b93e-51d317642408 req-a4ae698d-20ee-4504-be11-e77c6ea8677f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:18.256403 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93c600da-d9c5-4bca-b93e-51d317642408 req-a4ae698d-20ee-4504-be11-e77c6ea8677f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0834959 May 27 13:23:18.302993 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93c600da-d9c5-4bca-b93e-51d317642408 req-96a284f4-3cd6-4605-b924-0acb4b70186a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 May 27 13:23:19.177297 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096062b1-64eb-4724-8240-8d1c957f4436 req-32860325-d6b1-4a10-8a07-f18374cd750e tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:19.178831 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-096062b1-64eb-4724-8240-8d1c957f4436 req-32860325-d6b1-4a10-8a07-f18374cd750e tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.0866740 May 27 13:23:19.223645 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-096062b1-64eb-4724-8240-8d1c957f4436 req-dcf9b4b8-a9e8-48f3-a9d0-6c56c16ea6bc tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/security-groups?id=cfc2cda3-dfbc-43a9-949c-22335966bf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 May 27 13:23:19.535102 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-927a7e8d-d3ba-4242-ba1f-d972514106e7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:19.536595 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-927a7e8d-d3ba-4242-ba1f-d972514106e7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 945 time: 0.1417503 May 27 13:23:19.546572 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5f45d-27b9-4060-8861-900b3d3eae27 req-6a280fb1-0140-436d-9b0f-bc7730f68dc8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:19.547895 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93f5f45d-27b9-4060-8861-900b3d3eae27 req-6a280fb1-0140-436d-9b0f-bc7730f68dc8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.1177385 May 27 13:23:19.672471 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-93f5f45d-27b9-4060-8861-900b3d3eae27 req-21bceeea-6a2d-42a5-b1bd-31013fcf2c4c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953448 May 27 13:23:19.710671 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Deleting port b3e6a5c6-3282-425c-8e09-4a927f22a807 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:19.711001 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:19.858578 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] For port b3e6a5c6-3282-425c-8e09-4a927f22a807, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=b3e6a5c6-3282-425c-8e09-4a927f22a807,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:19.858942 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:20.066647 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Calling delete_port for b3e6a5c6-3282-425c-8e09-4a927f22a807 owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:20.187350 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:20.197825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:20.278600 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Pushing event deleted for resources: {'Port': ['ID=b3e6a5c6-3282-425c-8e09-4a927f22a807,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:20.281272 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:20.324246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] No DVR routers for this DVR port b3e6a5c6-3282-425c-8e09-4a927f22a807 on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:20.326848 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:20.331420 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'name': 'network-vif-deleted', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:20.377435 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f4eda3ed-1279-4a33-956b-7052e35271ba req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.64 "DELETE /v2.0/ports/b3e6a5c6-3282-425c-8e09-4a927f22a807 HTTP/1.1" status: 204 len: 173 time: 0.8285038 May 27 13:23:20.383400 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e1b257-8562-44c1-8fc0-e67cfea7d46a', 'name': 'network-vif-deleted', 'tag': 'b3e6a5c6-3282-425c-8e09-4a927f22a807', 'status': 'completed', 'code': 200} May 27 13:23:20.384947 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-7e9e1f73-683c-477a-a76c-c1d7f748929c req-651f15cc-e71a-41f2-a035-2d25445059b7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Synchronizing usage tracker for tenant:e392272d7df34d74bb921bd7c6215409 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:23:20.404363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-7e9e1f73-683c-477a-a76c-c1d7f748929c req-651f15cc-e71a-41f2-a035-2d25445059b7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Unset dirty status for tenant:e392272d7df34d74bb921bd7c6215409 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:23:20.405716 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7e9e1f73-683c-477a-a76c-c1d7f748929c req-651f15cc-e71a-41f2-a035-2d25445059b7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] 10.222.0.76 "GET /v2.0/ports?device_id=04e1b257-8562-44c1-8fc0-e67cfea7d46a HTTP/1.1" status: 200 len: 210 time: 0.0667782 May 27 13:23:20.878952 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5a684-1bb2-4ff7-9ee7-0122e2152ba2 req-9f1522d0-d49a-4192-bd86-190b3204cb23 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:20.880535 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d1e5a684-1bb2-4ff7-9ee7-0122e2152ba2 req-9f1522d0-d49a-4192-bd86-190b3204cb23 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0918357 May 27 13:23:20.899842 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a6bbae6c-6700-4581-9723-e100c55b2254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:20.931386 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d1e5a684-1bb2-4ff7-9ee7-0122e2152ba2 req-e47f72e2-3d50-48ea-b1dc-3579b807d2de tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 May 27 13:23:21.940127 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:23:21.942452 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device b3e6a5c6-3282-425c-8e09-4a927f22a807 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:21.981271 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: b3e6a5c6-3282-425c-8e09-4a927f22a807 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:21.981617 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device b3e6a5c6-3282-425c-8e09-4a927f22a807 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:22.028463 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50056) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:22.121921 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:22.136294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4360e0b-a437-4af9-9aa8-dffc4cdd456c req-7053cc02-90ff-41ac-9e16-940bf401f572 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:22.136787 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '86138357-545c-45d1-90af-9a4f112f56e2', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'port_id': '86138357-545c-45d1-90af-9a4f112f56e2', 'mac_address': 'fa:16:3e:c0:64:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:23:22.137814 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4360e0b-a437-4af9-9aa8-dffc4cdd456c req-7053cc02-90ff-41ac-9e16-940bf401f572 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 943 time: 0.0843687 May 27 13:23:22.184486 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e4360e0b-a437-4af9-9aa8-dffc4cdd456c req-3b8b78de-73cd-4930-8505-49f866349ee4 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 May 27 13:23:22.196640 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:22.214114 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86138357-545c-45d1-90af-9a4f112f56e2 {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:23:22.229774 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:22.235296 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:22.237112 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:22.303313 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=9']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:22.306723 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:22.647811 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['86138357-545c-45d1-90af-9a4f112f56e2'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:23:22.808013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486396'] for router_interface, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:23.232637 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Deleting port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:23.233276 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:23.319612 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:23.390117 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-77cf3c0d-f609-4ff8-8397-596b94b41792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:23.393608 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] For port f67f8ddb-f2e4-44db-94ce-8a79ccd2110c, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:23.393996 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:23.412974 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eefe3d-5443-43e0-a40c-877acd3d3ea2 req-c122a7db-8ada-46f6-b94a-2a80231a0cad tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:23.415789 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a2eefe3d-5443-43e0-a40c-877acd3d3ea2 req-c122a7db-8ada-46f6-b94a-2a80231a0cad tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 944 time: 0.1038539 May 27 13:23:23.467631 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a2eefe3d-5443-43e0-a40c-877acd3d3ea2 req-1d1cf07e-c424-4bcf-9d2b-056555801a7c tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 May 27 13:23:23.529714 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Calling delete_port for f67f8ddb-f2e4-44db-94ce-8a79ccd2110c owned by network:router_interface {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:23.824826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:23.829293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-26c26532-9740-43a4-9718-a47410a9d79e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:23.876970 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67f8ddb-f2e4-44db-94ce-8a79ccd2110c,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:23.902617 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:23.940153 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:23:24.012602 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 86138357-545c-45d1-90af-9a4f112f56e2 triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:23:24.013071 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:24.135872 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:24.167282 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:24.181699 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:24.189155 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:24.191371 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:24.226825 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2', 'code': 200} May 27 13:23:24.255952 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497996'] for router_interface, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:24.267090 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=10']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:24.270574 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:24.498071 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4448b4-b314-471b-a171-52e5786f45f9 req-b8f155f2-6aa9-4980-9298-9144eed51e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:24.500367 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c4448b4-b314-471b-a171-52e5786f45f9 req-b8f155f2-6aa9-4980-9298-9144eed51e93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1099 time: 0.0742221 May 27 13:23:24.556502 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4c4448b4-b314-471b-a171-52e5786f45f9 req-657a0b0d-5d0e-4b67-802a-c198886f613a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 May 27 13:23:24.574809 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:24.631812 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Router 613ea29e-a678-4db2-be07-6e5e604e0f86 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:23:24.674690 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab9907-d02e-47f8-b9a8-49b63940da54 req-0d83d611-2a01-47e7-bccb-2bd227ed7331 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:24.676166 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02ab9907-d02e-47f8-b9a8-49b63940da54 req-0d83d611-2a01-47e7-bccb-2bd227ed7331 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 946 time: 0.0839963 May 27 13:23:24.721948 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-02ab9907-d02e-47f8-b9a8-49b63940da54 req-e69dd906-cf8d-4846-85e8-37892e5784f8 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391943 May 27 13:23:24.810307 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:23:24.819705 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] Sync routers for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:23:24.830709 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] 10.222.0.76 "PUT /v2.0/routers/613ea29e-a678-4db2-be07-6e5e604e0f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7978950 May 27 13:23:24.830916 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:24.831029 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50082) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:24.831124 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:25.009686 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks [] for router, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:25.014432 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:25.181276 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:25.259506 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Deleting port 25c39431-05c4-45e0-b666-728a4ace6bf8 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:25.260273 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:25.298178 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73'}], 'enable_snat': True}, 'gw_port_id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:23:23Z', 'revision_number': 5, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port': {'id': '25c39431-05c4-45e0-b666-728a4ace6bf8', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:25.302427 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] Checking router: 613ea29e-a678-4db2-be07-6e5e604e0f86 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:23:25.311298 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] Routers {'613ea29e-a678-4db2-be07-6e5e604e0f86'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:25.311887 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['613ea29e-a678-4db2-be07-6e5e604e0f86'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:25.503204 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] For port 25c39431-05c4-45e0-b666-728a4ace6bf8, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=25c39431-05c4-45e0-b666-728a4ace6bf8,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:25.503565 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:25.513488 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] Set router 613ea29e-a678-4db2-be07-6e5e604e0f86 gateway port host: None {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:25.621278 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:23:25Z', 'revision_number': 6, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port_host': None}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:25.624750 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Calling delete_port for 25c39431-05c4-45e0-b666-728a4ace6bf8 owned by network:router_gateway {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:25.625888 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf36ba4f-e878-4972-b85d-a79a304e6418 None None] The sync data for ids ['613ea29e-a678-4db2-be07-6e5e604e0f86'] in dv-cinder-751579-24-smb is: [{'id': '613ea29e-a678-4db2-be07-6e5e604e0f86', 'name': 'tempest-TestMinimumBasicScenario-846554877-router', 'tenant_id': 'e392272d7df34d74bb921bd7c6215409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:11Z', 'updated_at': '2021-05-27T13:23:25Z', 'revision_number': 6, 'project_id': 'e392272d7df34d74bb921bd7c6215409', 'gw_port_host': None}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:23:25.765841 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:25.770472 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:25.812036 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c39431-05c4-45e0-b666-728a4ace6bf8,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:25.815190 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:25.842363 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:25.911167 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484819'] for router_gateway, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:25.938257 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540e21f-2db9-4180-9a44-41be810b4e12 req-5a83e774-a8f0-4ae1-8c93-21104c61cc4f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:25.940016 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e540e21f-2db9-4180-9a44-41be810b4e12 req-5a83e774-a8f0-4ae1-8c93-21104c61cc4f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 946 time: 0.0952320 May 27 13:23:26.033939 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-e540e21f-2db9-4180-9a44-41be810b4e12 req-f5b7fa2e-df94-4374-acda-21ff90b829f2 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842977 May 27 13:23:26.116527 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7899'] for router, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.119060 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.143394 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-498784'] for router, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.144108 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613ea29e-a678-4db2-be07-6e5e604e0f86 {{(pid=91946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:23:26.157069 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.160479 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] 10.222.0.76 "DELETE /v2.0/routers/613ea29e-a678-4db2-be07-6e5e604e0f86 HTTP/1.1" status: 204 len: 168 time: 1.3263817 May 27 13:23:26.160848 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50122) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:26.223795 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Deleting subnet 5a06319e-f406-4cf6-b17b-d9ab93e73572 {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:23:26.227023 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.281441 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.434309 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.517196 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 25c39431-05c4-45e0-b666-728a4ace6bf8 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:26.552586 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 25c39431-05c4-45e0-b666-728a4ace6bf8 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:26.553255 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 25c39431-05c4-45e0-b666-728a4ace6bf8 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:26.554110 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f67f8ddb-f2e4-44db-94ce-8a79ccd2110c no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:26.601798 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: f67f8ddb-f2e4-44db-94ce-8a79ccd2110c {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:26.602147 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f67f8ddb-f2e4-44db-94ce-8a79ccd2110c not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:26.741166 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.747790 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:26.789225 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a06319e-f406-4cf6-b17b-d9ab93e73572,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:26.795955 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:26.799121 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:26.805879 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1755365e-bbaf-4ae0-aa07-2000704d0e23 None None] Network e935223a-898a-4ca2-920a-1d0527781d48 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:23:26.807060 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-5a9f16ac-4033-4803-8f29-7ad76f6ea175 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5a06319e-f406-4cf6-b17b-d9ab93e73572 HTTP/1.1" status: 204 len: 168 time: 0.6451409 May 27 13:23:26.809927 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50142) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:26.942216 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.013213 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Deleting port 26109e53-4210-41c6-97fc-a07679f7f5c7 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:27.013550 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.089656 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] DHCP port deletion for e935223a-898a-4ca2-920a-1d0527781d48 request from dv-cinder-751579-24-smb {{(pid=91948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:23:27.133101 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] For port 26109e53-4210-41c6-97fc-a07679f7f5c7, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=26109e53-4210-41c6-97fc-a07679f7f5c7,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:27.133663 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.156738 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] Deleting port 26109e53-4210-41c6-97fc-a07679f7f5c7 {{(pid=91948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:27.157127 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.259507 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] For port 26109e53-4210-41c6-97fc-a07679f7f5c7, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=26109e53-4210-41c6-97fc-a07679f7f5c7,segment=NetworkSegment(6ec8f689-4d9b-4a83-9f2c-2f3448167683),segment_id=6ec8f689-4d9b-4a83-9f2c-2f3448167683)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:27.259911 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.297387 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Calling delete_port for 26109e53-4210-41c6-97fc-a07679f7f5c7 owned by network:dhcp {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:27.370683 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7aac-859d-4d32-83d9-e1793fb5bd3f req-83b103d8-fbe3-4b93-9678-ab8485b026c1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:27.372210 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-927a7aac-859d-4d32-83d9-e1793fb5bd3f req-83b103d8-fbe3-4b93-9678-ab8485b026c1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 946 time: 0.2271318 May 27 13:23:27.379527 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] Calling delete_port for 26109e53-4210-41c6-97fc-a07679f7f5c7 owned by network:dhcp {{(pid=91948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:27.395024 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.401246 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-911dd75d-bc64-400f-8a5e-1db8ed8104a2 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:27.457772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Pushing event deleted for resources: {'Port': ['ID=26109e53-4210-41c6-97fc-a07679f7f5c7,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:27.461630 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] No DVR routers for this DVR port 26109e53-4210-41c6-97fc-a07679f7f5c7 on host dv-cinder-751579-24-smb {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:27.464858 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:27.494623 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-927a7aac-859d-4d32-83d9-e1793fb5bd3f req-fd0bf7f4-6074-4b13-9251-1187b44a6447 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163385 May 27 13:23:27.506066 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165'] for port, after_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.510004 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-99131009-d0cd-4ad7-bcc0-513e8a9c14ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:27.559391 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] Pushing event deleted for resources: {'Port': ['ID=26109e53-4210-41c6-97fc-a07679f7f5c7,revision_number=None']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:27.562055 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:27.567286 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a261cf-881c-4362-b5a3-3aeb3cca8d9c None None] No DVR routers for this DVR port 26109e53-4210-41c6-97fc-a07679f7f5c7 on host dv-cinder-751579-24-smb {{(pid=91948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:27.676636 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.691512 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e935223a-898a-4ca2-920a-1d0527781d48']}} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:27.703890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec8f689-4d9b-4a83-9f2c-2f3448167683') {'for_net_delete': True} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:27.704179 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec8f689-4d9b-4a83-9f2c-2f3448167683') {} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:27.715571 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4083163'] for segment, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.731201 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.737629 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=91947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:23:27.738004 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-559010'] for segment, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: Traceback (most recent call last): May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: timer() May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: cb(*args, **kw) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: return func(*args, **kwargs) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: self._notify() May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: self.callback(batched_events) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: event.method(event) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: return f(self, *a, **k) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: return self._get(url).json() May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: return self.request(url, 'GET', **kwargs) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:23:27.750797 dv-cinder-751579-24-smb neutron-server[91947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:23:27.827913 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.832896 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:27.835518 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:27.861278 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Pushing event deleted for resources: {'Network': ['ID=e935223a-898a-4ca2-920a-1d0527781d48,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:27.866561 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:27.868481 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-62e41d78-c479-4a41-b9d2-0c86f8458600 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e935223a-898a-4ca2-920a-1d0527781d48 HTTP/1.1" status: 204 len: 168 time: 1.0571272 May 27 13:23:27.872715 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50154) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:28.196399 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 26109e53-4210-41c6-97fc-a07679f7f5c7 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:28.230633 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 26109e53-4210-41c6-97fc-a07679f7f5c7 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:28.230989 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 26109e53-4210-41c6-97fc-a07679f7f5c7 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:28.434734 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486396'] for router_interface, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:28.850368 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Deleting port 12185aa6-149f-4467-b2aa-682d54c8ddc6 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:28.850652 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:28.971388 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] For port 12185aa6-149f-4467-b2aa-682d54c8ddc6, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=12185aa6-149f-4467-b2aa-682d54c8ddc6,segment=NetworkSegment(15eacc16-5f78-4c25-8d33-9af1e8f3f4dc),segment_id=15eacc16-5f78-4c25-8d33-9af1e8f3f4dc)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:28.971732 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.189882 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Calling delete_port for 12185aa6-149f-4467-b2aa-682d54c8ddc6 owned by network:router_interface {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:29.482709 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.486506 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e0bac2b8-1029-4699-8821-1f3094accde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:29.531277 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Pushing event deleted for resources: {'Port': ['ID=12185aa6-149f-4467-b2aa-682d54c8ddc6,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:29.534531 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:29.819353 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497996'] for router_interface, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.194666 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Router 95d980a3-0617-4164-b7c3-51e60c7dde38 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:23:30.380555 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:23:30.390132 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] Sync routers for ids ['95d980a3-0617-4164-b7c3-51e60c7dde38'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:23:30.398299 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-d59ee01a-6c66-4c7c-b41b-f1a26ce2f98f admin admin] 10.222.0.76 "PUT /v2.0/routers/95d980a3-0617-4164-b7c3-51e60c7dde38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5245275 May 27 13:23:30.400886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50172) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:30.401335 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] Routers {'95d980a3-0617-4164-b7c3-51e60c7dde38'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:30.401959 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['95d980a3-0617-4164-b7c3-51e60c7dde38'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:30.590447 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] Set router 95d980a3-0617-4164-b7c3-51e60c7dde38 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:30.697179 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks [] for router, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.876170 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196'}], 'enable_snat': True}, 'gw_port_id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:23:29Z', 'revision_number': 5, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port': {'id': '32be5ebb-7e95-4026-9de0-d7bc4813f8dd', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:30.877847 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.880403 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] Checking router: 95d980a3-0617-4164-b7c3-51e60c7dde38 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:23:30.891175 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] Routers {'95d980a3-0617-4164-b7c3-51e60c7dde38'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:30.891788 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['95d980a3-0617-4164-b7c3-51e60c7dde38'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:30.952920 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Deleting port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:30.953158 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.075404 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] For port 32be5ebb-7e95-4026-9de0-d7bc4813f8dd, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:31.075754 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.081183 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] Set router 95d980a3-0617-4164-b7c3-51e60c7dde38 gateway port host: None {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:31.191569 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:23:30Z', 'revision_number': 6, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port_host': None}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:31.195247 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab28c57-f878-477e-9749-5874c91290c1 None None] The sync data for ids ['95d980a3-0617-4164-b7c3-51e60c7dde38'] in dv-cinder-751579-24-smb is: [{'id': '95d980a3-0617-4164-b7c3-51e60c7dde38', 'name': 'tempest-TestMinimumBasicScenario-1950481970-router', 'tenant_id': '66190da261ca4819965e3de7166f125b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:18:18Z', 'updated_at': '2021-05-27T13:23:30Z', 'revision_number': 6, 'project_id': '66190da261ca4819965e3de7166f125b', 'gw_port_host': None}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:23:31.199145 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Calling delete_port for 32be5ebb-7e95-4026-9de0-d7bc4813f8dd owned by network:router_gateway {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:31.350373 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.354956 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-74e78b8d-0b0c-4d63-8b95-31bd549b6cc5 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:31.396657 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Pushing event deleted for resources: {'Port': ['ID=32be5ebb-7e95-4026-9de0-d7bc4813f8dd,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:31.399285 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:31.551249 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484819'] for router_gateway, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.725784 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7899'] for router, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.729320 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.740164 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7a663-0f86-4532-adae-5ae870a5cd33 req-36b444ff-ce2a-448b-9cf0-822130cfb2aa tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:31.741763 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fbb7a663-0f86-4532-adae-5ae870a5cd33 req-36b444ff-ce2a-448b-9cf0-822130cfb2aa tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.3402736 May 27 13:23:31.841870 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-498784'] for router, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.842255 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95d980a3-0617-4164-b7c3-51e60c7dde38 {{(pid=91947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:23:31.859930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-fbb7a663-0f86-4532-adae-5ae870a5cd33 req-40828bb9-93a2-4bd0-9706-754b51325c18 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0562606 May 27 13:23:31.866917 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] Notify callbacks [] for router, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.868231 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-894e318c-63ac-40c9-b75f-312f6fdba756 admin admin] 10.222.0.76 "DELETE /v2.0/routers/95d980a3-0617-4164-b7c3-51e60c7dde38 HTTP/1.1" status: 204 len: 168 time: 1.4660645 May 27 13:23:31.870806 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50192) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:32.036789 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Deleting subnet 0aae0e39-b998-48b9-9671-458491f07ba7 {{(pid=91947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:23:32.039728 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.088868 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4083170'] for subnet, precommit_delete_associations {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.194881 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 32be5ebb-7e95-4026-9de0-d7bc4813f8dd no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:32.218116 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.233736 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 32be5ebb-7e95-4026-9de0-d7bc4813f8dd {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:32.234169 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 32be5ebb-7e95-4026-9de0-d7bc4813f8dd not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:32.234587 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 12185aa6-149f-4467-b2aa-682d54c8ddc6 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:32.269452 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 12185aa6-149f-4467-b2aa-682d54c8ddc6 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:32.269795 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 12185aa6-149f-4467-b2aa-682d54c8ddc6 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:32.483891 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-557312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004026'] for subnet, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.487629 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-05590dcf-9ef2-4741-b046-8ecbfe461d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:32.520360 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aae0e39-b998-48b9-9671-458491f07ba7,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:32.523410 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:32.524380 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for subnet, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.530413 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63243841-e06d-427c-91ca-151b5fb80775 None None] Network db66dff2-d166-4fd7-bf46-ed523aaba427 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:23:32.530708 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-33fdd5ed-824c-4710-a26d-65217ce66919 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0aae0e39-b998-48b9-9671-458491f07ba7 HTTP/1.1" status: 204 len: 168 time: 0.6586609 May 27 13:23:32.533096 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50200) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:32.638458 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.714664 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Deleting port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:32.715009 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.780078 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] DHCP port deletion for db66dff2-d166-4fd7-bf46-ed523aaba427 request from dv-cinder-751579-24-smb {{(pid=91948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:23:32.813627 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] For port 574bbfd5-e6c0-4703-abf8-81b51bcf6233, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=574bbfd5-e6c0-4703-abf8-81b51bcf6233,segment=NetworkSegment(15eacc16-5f78-4c25-8d33-9af1e8f3f4dc),segment_id=15eacc16-5f78-4c25-8d33-9af1e8f3f4dc)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:32.814196 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.851020 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Deleting port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 {{(pid=91948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:32.851395 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:32.939944 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Calling delete_port for 574bbfd5-e6c0-4703-abf8-81b51bcf6233 owned by network:dhcp {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:32.946751 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] For port 574bbfd5-e6c0-4703-abf8-81b51bcf6233, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=574bbfd5-e6c0-4703-abf8-81b51bcf6233,segment=NetworkSegment(15eacc16-5f78-4c25-8d33-9af1e8f3f4dc),segment_id=15eacc16-5f78-4c25-8d33-9af1e8f3f4dc)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:32.947384 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.040815 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.045697 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:33.092818 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Pushing event deleted for resources: {'Port': ['ID=574bbfd5-e6c0-4703-abf8-81b51bcf6233,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:33.095357 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] No DVR routers for this DVR port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 on host dv-cinder-751579-24-smb {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:33.096987 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:33.116490 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Calling delete_port for 574bbfd5-e6c0-4703-abf8-81b51bcf6233 owned by network:dhcp {{(pid=91948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:33.162433 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165'] for port, after_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.166028 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:33.207893 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Pushing event deleted for resources: {'Port': ['ID=574bbfd5-e6c0-4703-abf8-81b51bcf6233,revision_number=None']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:33.212711 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] No DVR routers for this DVR port 574bbfd5-e6c0-4703-abf8-81b51bcf6233 on host dv-cinder-751579-24-smb {{(pid=91948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:33.218775 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.219077 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.219222 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a5b2a-2acc-4fb5-b055-b7ba96416f17 req-f5553ff0-0b70-4ff7-bad5-e0ba2418e6b9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:33.219444 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.219775 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.220101 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.220408 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.220674 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-705a5b2a-2acc-4fb5-b055-b7ba96416f17 req-f5553ff0-0b70-4ff7-bad5-e0ba2418e6b9 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.2499523 May 27 13:23:33.220825 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.221154 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.221477 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.221805 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.222357 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.222444 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.225598 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:33.225829 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.251184 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db66dff2-d166-4fd7-bf46-ed523aaba427']}} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:33.268774 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc') {'for_net_delete': True} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:33.269062 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eacc16-5f78-4c25-8d33-9af1e8f3f4dc') {} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:33.288913 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4083163'] for segment, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.312790 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-705a5b2a-2acc-4fb5-b055-b7ba96416f17 req-38ef245d-8ae3-45ee-8fe3-07cb2a09276a tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0791316 May 27 13:23:33.316198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.322654 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=91947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:23:33.323025 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-559010'] for segment, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: Traceback (most recent call last): May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: timer() May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: cb(*args, **kw) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: return func(*args, **kwargs) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: self._notify() May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: self.callback(batched_events) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: event.method(event) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: return f(self, *a, **k) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: return self._get(url).json() May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: return self.request(url, 'GET', **kwargs) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:23:33.337359 dv-cinder-751579-24-smb neutron-server[91947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:23:33.418218 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.423662 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:33.437056 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.449030 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Pushing event deleted for resources: {'Network': ['ID=db66dff2-d166-4fd7-bf46-ed523aaba427,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:33.452821 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:33.455318 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-367c0055-d451-4c8e-a69d-6dd93601e400 admin admin] 10.222.0.76 "DELETE /v2.0/networks/db66dff2-d166-4fd7-bf46-ed523aaba427 HTTP/1.1" status: 204 len: 168 time: 0.9211998 May 27 13:23:33.587412 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50214) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:33.746952 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-bb35fb45-6f1b-4df5-8329-a13199e3eeb9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e392272d7df34d74bb921bd7c6215409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578562 May 27 13:23:33.749312 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50218) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:33.806251 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b4b74b9a-9baa-46a4-9231-6604fc790bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.832265 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b4b74b9a-9baa-46a4-9231-6604fc790bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.885528 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b4b74b9a-9baa-46a4-9231-6604fc790bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.889116 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-57125817-2d02-4497-a18a-e9034f7c24c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:33.902337 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74b9a-9baa-46a4-9231-6604fc790bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2cda3-dfbc-43a9-949c-22335966bf0c,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:33.906145 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-b4b74b9a-9baa-46a4-9231-6604fc790bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:33.909363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-b4b74b9a-9baa-46a4-9231-6604fc790bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.910441 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-b4b74b9a-9baa-46a4-9231-6604fc790bfb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cfc2cda3-dfbc-43a9-949c-22335966bf0c HTTP/1.1" status: 204 len: 168 time: 0.1602747 May 27 13:23:34.208216 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 574bbfd5-e6c0-4703-abf8-81b51bcf6233 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:34.252620 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 574bbfd5-e6c0-4703-abf8-81b51bcf6233 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:34.252979 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 574bbfd5-e6c0-4703-abf8-81b51bcf6233 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:34.274581 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-873000e7-f03b-499e-bf84-8012d5a71f66 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:34.276082 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-873000e7-f03b-499e-bf84-8012d5a71f66 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.1101658 May 27 13:23:34.291958 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50226) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:34.347337 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-2248ebc4-a619-4a5b-a99f-b35f0693c354 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66190da261ca4819965e3de7166f125b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540726 May 27 13:23:34.349811 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50234) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:34.413345 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.440468 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.459205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Deleting port af11eb11-5d29-45d7-af76-095fc017e3bd {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:34.459545 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.495823 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.500016 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-6944fd9f-9dab-400d-97d6-75d0c03bf3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:34.513031 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b85451-393e-40bb-b4c0-007ed53458f0,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:34.515885 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:34.518471 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.521977 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99b85451-393e-40bb-b4c0-007ed53458f0 HTTP/1.1" status: 204 len: 168 time: 0.1685355 May 27 13:23:34.626317 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] For port af11eb11-5d29-45d7-af76-095fc017e3bd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=af11eb11-5d29-45d7-af76-095fc017e3bd,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:34.626668 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.647840 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f984989-394f-4745-af55-762ba1c9d490 req-93d6e141-b75c-4843-b055-280c8b74fdaf tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:34.649568 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6f984989-394f-4745-af55-762ba1c9d490 req-93d6e141-b75c-4843-b055-280c8b74fdaf tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 945 time: 0.2225034 May 27 13:23:34.841070 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6f984989-394f-4745-af55-762ba1c9d490 req-18ef0db1-c986-48c0-a494-7873fc860fc3 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c788583-8da6-4040-aa45-f476617c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1389155 May 27 13:23:34.954479 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:23:34.985567 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.985934 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.986250 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.db.l3_db [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Floating IP 6e540f75-7c64-4f8d-afea-571872246451 disassociated. External IP: 172.28.0.153, port: af11eb11-5d29-45d7-af76-095fc017e3bd. May 27 13:23:34.986587 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Calling delete_port for af11eb11-5d29-45d7-af76-095fc017e3bd owned by compute:nova {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:35.102522 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:35.108449 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e6acd51e-3b6e-4525-ab6c-77ace53efee3 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:35.155995 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event deleted for resources: {'Port': ['ID=af11eb11-5d29-45d7-af76-095fc017e3bd,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:35.158911 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:35.346613 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Router 47164ff3-e2a9-4ea0-b01a-26ae44059269 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:23:35.531463 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:23:35.541305 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] Sync routers for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:23:35.552371 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:35.553025 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:35.610738 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] No DVR routers for this DVR port af11eb11-5d29-45d7-af76-095fc017e3bd on host hv-cinder-75157 {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:35.613392 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:35.616675 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'name': 'network-vif-deleted', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd'}] {{(pid=91947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:35.629761 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-0604c90b-3db0-4c47-8104-9c1d7d7c95fc req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.64 "DELETE /v2.0/ports/af11eb11-5d29-45d7-af76-095fc017e3bd HTTP/1.1" status: 204 len: 173 time: 1.3467443 May 27 13:23:35.666820 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a96d9f5-6cdd-4752-9c7d-fe597f42374f', 'name': 'network-vif-deleted', 'tag': 'af11eb11-5d29-45d7-af76-095fc017e3bd', 'status': 'completed', 'code': 200} May 27 13:23:35.752252 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:36.071646 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:36.076120 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] Checking router: 47164ff3-e2a9-4ea0-b01a-26ae44059269 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:23:36.085847 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:36.086486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:36.111577 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-84e6dffc-810a-4d5f-a0d1-ffd9ef3c333f req-eb099a61-8cc1-43d8-a5b9-0e46f3b2950e tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Synchronizing usage tracker for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:port {{(pid=91947) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:23:36.130545 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [req-84e6dffc-810a-4d5f-a0d1-ffd9ef3c333f req-eb099a61-8cc1-43d8-a5b9-0e46f3b2950e tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Unset dirty status for tenant:407679f7f4d64e0cbfdb7753ac0cd4e2 on resource:port {{(pid=91947) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:23:36.132038 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-84e6dffc-810a-4d5f-a0d1-ffd9ef3c333f req-eb099a61-8cc1-43d8-a5b9-0e46f3b2950e tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a96d9f5-6cdd-4752-9c7d-fe597f42374f HTTP/1.1" status: 200 len: 210 time: 0.1754515 May 27 13:23:36.273270 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:36.493579 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:36.631154 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:36.635600 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba6a9bd-0ad0-4671-a063-e306fbd07ebf None None] The sync data for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb is: [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'be3a5321-2b50-4beb-830a-7223535c6a72', 'name': '', 'network_id': 'f2660340-c8d6-4d4d-a683-a81a09762a51', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'mac_address': 'fa:16:3e:94:79:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:48Z', 'updated_at': '2021-05-27T13:13:58Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'subnets': [{'id': '2f1b8901-3dbf-4871-95b8-6a1c4b02f944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:23:36.844935 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14397f9-3810-447f-91e3-6d264e851e0b None None] New status for floating IP 6e540f75-7c64-4f8d-afea-571872246451: DOWN {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:23:37.272118 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50248) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:37.347910 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.378952 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.435154 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.441329 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7e63c354-debb-447f-ace7-750c7046d438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:37.462280 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c788583-8da6-4040-aa45-f476617c620a,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:37.465514 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:37.476454 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.477834 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "DELETE /v2.0/security-groups/1c788583-8da6-4040-aa45-f476617c620a HTTP/1.1" status: 204 len: 168 time: 0.2038040 May 27 13:23:37.480655 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50252) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:37.497292 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.api.v2.resource [None req-ec49d569-18b1-4005-afda-09f8aa2345de tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] show failed (client error): The resource could not be found. May 27 13:23:37.498252 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ec49d569-18b1-4005-afda-09f8aa2345de tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "GET /v2.0/security-groups/1c788583-8da6-4040-aa45-f476617c620a HTTP/1.1" status: 404 len: 347 time: 0.0166533 May 27 13:23:37.501286 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50256) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:37.723128 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Deleting port 96091726-5920-408e-9c38-c3fae7de0a8f {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:37.723354 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.854762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.855039 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.973215 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Calling delete_port for 96091726-5920-408e-9c38-c3fae7de0a8f owned by network:floatingip {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:38.024845 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device af11eb11-5d29-45d7-af76-095fc017e3bd no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:38.094106 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:38.098776 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5a58b96d-9b60-4a5a-b282-8400887b2658 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:38.102825 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: af11eb11-5d29-45d7-af76-095fc017e3bd {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:38.103183 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device af11eb11-5d29-45d7-af76-095fc017e3bd not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:38.144098 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Pushing event deleted for resources: {'Port': ['ID=96091726-5920-408e-9c38-c3fae7de0a8f,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:38.146652 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:38.252408 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks [] for floatingip, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:38.275301 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:38.276470 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-c512f015-5745-4fc1-9041-5d0b6da0cd3b tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] 10.222.0.76 "DELETE /v2.0/floatingips/6e540f75-7c64-4f8d-afea-571872246451 HTTP/1.1" status: 204 len: 168 time: 0.7742379 May 27 13:23:41.768464 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-6ff237ce-6285-484b-90e9-f0326ad02a9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727329 May 27 13:23:41.926322 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-a8808878-e3b3-4669-a355-2c0fbc4db15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:41.927734 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-a8808878-e3b3-4669-a355-2c0fbc4db15f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42db8257e0b94824b6bcf7286215248c&device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 1099 time: 0.0858772 May 27 13:23:42.077359 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-9ef31767-4896-405b-baa9-ee41d7236c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:42.078701 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-9ef31767-4896-405b-baa9-ee41d7236c50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 200 len: 917 time: 0.1260176 May 27 13:23:42.180642 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-946b2083-950e-46e9-bf0d-68b56bf02cf2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 200 len: 1001 time: 0.0937741 May 27 13:23:42.249296 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-db070463-d25f-4ce7-8f41-6d8ae55c61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:42.250808 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-db070463-d25f-4ce7-8f41-6d8ae55c61ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 200 len: 855 time: 0.0624883 May 27 13:23:42.330715 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-bef0f46f-c79f-433d-a765-14f0f2a1f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:42.332043 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-bef0f46f-c79f-433d-a765-14f0f2a1f705 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d27268b7-d8d0-40d0-999e-3da0a6c787ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0720870 May 27 13:23:42.393933 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50286) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:42.466106 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-19aeecc9-4892-40f6-b3cc-4705fbac17c2 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258614 May 27 13:23:42.708649 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-b96c7e7c-3622-492e-8daa-a69089e095e7 req-81d8ec3c-427e-4168-b8d0-83209f3b8076 service neutron] 10.222.0.64 "GET /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356608 May 27 13:23:43.271497 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486396'] for router_interface, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:43.687888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Deleting port be3a5321-2b50-4beb-830a-7223535c6a72 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:43.688665 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:43.809406 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] For port be3a5321-2b50-4beb-830a-7223535c6a72, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=be3a5321-2b50-4beb-830a-7223535c6a72,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:43.809729 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:43.937625 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Calling delete_port for be3a5321-2b50-4beb-830a-7223535c6a72 owned by network:router_interface {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:44.095777 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:44.099781 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:44.145417 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3a5321-2b50-4beb-830a-7223535c6a72,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:44.148136 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:44.521080 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497996'] for router_interface, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:44.884042 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Router 47164ff3-e2a9-4ea0-b01a-26ae44059269 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:23:45.070130 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:23:45.079527 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] Sync routers for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:23:45.083338 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-c396b7e1-0ea9-422a-9ac5-afcc280e7969 admin admin] 10.222.0.76 "PUT /v2.0/routers/47164ff3-e2a9-4ea0-b01a-26ae44059269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6883144 May 27 13:23:45.085980 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50292) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:45.090244 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:45.090944 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:45.258469 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks [] for router, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:45.266452 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:45.431902 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:45.503855 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Deleting port 4825e518-4628-4300-ae1e-8c6117b23ed7 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:45.504191 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:45.544738 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75'}], 'enable_snat': True}, 'gw_port_id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:23:44Z', 'revision_number': 5, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port': {'id': '4825e518-4628-4300-ae1e-8c6117b23ed7', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:98:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:34Z', 'updated_at': '2021-05-27T13:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:45.549091 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] Checking router: 47164ff3-e2a9-4ea0-b01a-26ae44059269 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:23:45.557726 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] Routers {'47164ff3-e2a9-4ea0-b01a-26ae44059269'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:45.558322 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:23:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['47164ff3-e2a9-4ea0-b01a-26ae44059269'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:45.626739 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] For port 4825e518-4628-4300-ae1e-8c6117b23ed7, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=4825e518-4628-4300-ae1e-8c6117b23ed7,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:45.627050 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:45.712949 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] Set router 47164ff3-e2a9-4ea0-b01a-26ae44059269 gateway port host: None {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:45.817291 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:23:45Z', 'revision_number': 6, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port_host': None}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:45.821236 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9c304-990f-438d-a4a7-f250b017308b None None] The sync data for ids ['47164ff3-e2a9-4ea0-b01a-26ae44059269'] in dv-cinder-751579-24-smb is: [{'id': '47164ff3-e2a9-4ea0-b01a-26ae44059269', 'name': 'tempest-AttachVolumeTestJSON-1656279304-router', 'tenant_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:23:45Z', 'revision_number': 6, 'project_id': '407679f7f4d64e0cbfdb7753ac0cd4e2', 'gw_port_host': None}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:23:45.855034 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Calling delete_port for 4825e518-4628-4300-ae1e-8c6117b23ed7 owned by network:router_gateway {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:45.995662 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.000134 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8750439e-1d92-497e-8330-c0c01a44cab5 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:46.044497 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4825e518-4628-4300-ae1e-8c6117b23ed7,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:46.047117 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:46.141543 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484819'] for router_gateway, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.321030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7899'] for router, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.323496 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.349823 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-498784'] for router, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.350327 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47164ff3-e2a9-4ea0-b01a-26ae44059269 {{(pid=91946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:23:46.363372 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.364577 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-743915ae-3274-4b64-bded-b6a0c7c3ba24 admin admin] 10.222.0.76 "DELETE /v2.0/routers/47164ff3-e2a9-4ea0-b01a-26ae44059269 HTTP/1.1" status: 204 len: 168 time: 1.2776747 May 27 13:23:46.367394 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50296) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:46.435833 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Deleting subnet 2f1b8901-3dbf-4871-95b8-6a1c4b02f944 {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:23:46.438945 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.492263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.586492 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.592984 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device be3a5321-2b50-4beb-830a-7223535c6a72 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:46.629183 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: be3a5321-2b50-4beb-830a-7223535c6a72 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:46.629507 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device be3a5321-2b50-4beb-830a-7223535c6a72 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:46.842386 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.846903 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-73756601-c98a-4501-ba51-bd6e934bf660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:46.881165 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1b8901-3dbf-4871-95b8-6a1c4b02f944,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:46.884843 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:46.888053 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:46.893705 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbde6a9-388f-4486-94a1-6caa334dc29c None None] Network f2660340-c8d6-4d4d-a683-a81a09762a51 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:23:46.894114 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-e4788847-a2de-454b-b1d8-a12ca20bef8a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2f1b8901-3dbf-4871-95b8-6a1c4b02f944 HTTP/1.1" status: 204 len: 168 time: 0.5254648 May 27 13:23:46.897902 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50300) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:47.004489 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.078910 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Deleting port c6e3c336-689b-479a-b3d0-0f84de9d2198 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:47.079256 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.152437 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] DHCP port deletion for f2660340-c8d6-4d4d-a683-a81a09762a51 request from dv-cinder-751579-24-smb {{(pid=91948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:23:47.183234 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] For port c6e3c336-689b-479a-b3d0-0f84de9d2198, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=c6e3c336-689b-479a-b3d0-0f84de9d2198,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:47.183668 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.216569 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] Deleting port c6e3c336-689b-479a-b3d0-0f84de9d2198 {{(pid=91948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:47.216951 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.319391 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] For port c6e3c336-689b-479a-b3d0-0f84de9d2198, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=c6e3c336-689b-479a-b3d0-0f84de9d2198,segment=NetworkSegment(8aaae6b5-5089-4d7a-913b-7a1829e9fbc7),segment_id=8aaae6b5-5089-4d7a-913b-7a1829e9fbc7)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:47.319656 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.406866 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Calling delete_port for c6e3c336-689b-479a-b3d0-0f84de9d2198 owned by network:dhcp {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:47.460701 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.464750 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f690fe1e-2f1a-4675-bfe6-50e8c8dc3927 tempest-VolumesSnapshotTestJSON-205344393 tempest-VolumesSnapshotTestJSON-205344393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:47.481384 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] Calling delete_port for c6e3c336-689b-479a-b3d0-0f84de9d2198 owned by network:dhcp {{(pid=91948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:47.510087 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e3c336-689b-479a-b3d0-0f84de9d2198,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:47.512710 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:47.515198 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] No DVR routers for this DVR port c6e3c336-689b-479a-b3d0-0f84de9d2198 on host dv-cinder-751579-24-smb {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:47.526357 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165'] for port, after_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.530016 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:47.571855 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] Pushing event deleted for resources: {'Port': ['ID=c6e3c336-689b-479a-b3d0-0f84de9d2198,revision_number=None']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:47.575200 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:47.577905 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a80803-5015-4031-a693-1d10479994f9 None None] No DVR routers for this DVR port c6e3c336-689b-479a-b3d0-0f84de9d2198 on host dv-cinder-751579-24-smb {{(pid=91948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:47.639273 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.652303 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2660340-c8d6-4d4d-a683-a81a09762a51']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:47.664546 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:47.664837 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaae6b5-5089-4d7a-913b-7a1829e9fbc7') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:47.676378 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.692318 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.698415 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:23:47.698810 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:23:47.712451 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:23:47.795913 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.801156 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:47.815753 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:47.825897 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2660340-c8d6-4d4d-a683-a81a09762a51,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:47.829222 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:47.841639 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f2660340-c8d6-4d4d-a683-a81a09762a51 HTTP/1.1" status: 204 len: 168 time: 0.9426746 May 27 13:23:47.980459 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50306) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:48.030474 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-d72e48a6-0de7-4e43-b087-bb517bbe90a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=407679f7f4d64e0cbfdb7753ac0cd4e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487900 May 27 13:23:48.033068 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50310) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:48.092642 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:48.122591 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:48.175737 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:48.179845 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d40dc3e3-550b-4ca8-94a9-51117abd48ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:48.195066 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2913cde-49af-4544-ba0a-259ccf92e7c7,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:48.200203 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:48.202580 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:48.204149 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2913cde-49af-4544-ba0a-259ccf92e7c7 HTTP/1.1" status: 204 len: 168 time: 0.1697187 May 27 13:23:48.210912 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 4825e518-4628-4300-ae1e-8c6117b23ed7 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:48.248324 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 4825e518-4628-4300-ae1e-8c6117b23ed7 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:48.248676 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 4825e518-4628-4300-ae1e-8c6117b23ed7 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:48.249100 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device c6e3c336-689b-479a-b3d0-0f84de9d2198 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:23:48.282689 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: c6e3c336-689b-479a-b3d0-0f84de9d2198 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:23:48.283033 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device c6e3c336-689b-479a-b3d0-0f84de9d2198 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:23:50.896167 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-797f289e-5616-4a47-a429-3d12488d6cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:53.321198 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:53.384171 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-286fc381-9e26-4ab8-84e4-af7f83d36d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:54.579390 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:55.852603 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:58.928441 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50430) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:59.051195 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:59.065995 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:59.070326 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Usage tracker for resource:security_group_rule and tenant:927350c38ba44274ac71eb5b50ec809c is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:59.073367 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:59.079729 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:59.160904 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:59.166606 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:59.173606 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-88ddb44b-904d-4bca-bd22-fae90b2b796a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:59.213254 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78896e-a961-44b1-a7d4-88b35ef37cb8,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:59.217182 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=927350c38ba44274ac71eb5b50ec809c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876897 May 27 13:23:59.220174 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50436) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:59.223483 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.223854 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.224212 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.224599 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.224948 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.225294 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.225640 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.225980 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.226325 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.226667 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.227032 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.227372 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.231406 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:59.286190 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:59.312261 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:59.365812 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:59.370366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-06559037-f08e-43bc-9292-f057fb868edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:59.391433 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78896e-a961-44b1-a7d4-88b35ef37cb8,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:59.400833 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.401198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.401553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.401902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.402254 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.402597 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.402940 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.403282 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.403635 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.403978 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.404289 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.404648 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:59.407380 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:59.411033 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a78896e-a961-44b1-a7d4-88b35ef37cb8 HTTP/1.1" status: 204 len: 168 time: 0.1871915 May 27 13:23:59.411033 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:01.285366 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50488) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:01.406772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:01.421890 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:01.426484 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Usage tracker for resource:security_group_rule and tenant:f600e5a3aeda4676854c6f4d0561c2ae is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:01.429672 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:01.435934 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:01.520124 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:01.526774 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:01.541347 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a98005c2-84b1-4a1f-bde7-6bddd99451e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:01.583236 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f600e5a3aeda4676854c6f4d0561c2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968276 May 27 13:24:01.584987 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f4886e-41cc-4b7b-9964-d1cb9f0793e3,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:01.586276 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50494) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:01.588271 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-98345e54-c74d-46c8-8a72-b5048d663140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:01.654143 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:01.689595 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:01.751988 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:01.755557 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ffb8cf38-2e62-4ef4-a649-dcd5990ce658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:01.768463 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f4886e-41cc-4b7b-9964-d1cb9f0793e3,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:01.772067 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:01.777317 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:01.778430 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2f4886e-41cc-4b7b-9964-d1cb9f0793e3 HTTP/1.1" status: 204 len: 168 time: 0.1911230 May 27 13:24:02.067664 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50502) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:02.086496 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:02.101420 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:02.105636 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5642533efb422395d3ff5ecadcdeb6 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:02.108675 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:02.115327 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:02.200874 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:02.206887 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:02.213889 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d2aea92c-9be7-4234-90ea-20714e981b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:02.257028 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e5642533efb422395d3ff5ecadcdeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879914 May 27 13:24:02.257685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcc22c3-34b2-405e-82bb-1785aa51d771,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:02.259683 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50506) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:02.260698 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-81ba7a85-91df-47c1-aceb-709f613f74a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:02.325148 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:02.351281 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:02.410720 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:02.414402 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-f77990a5-b629-4b63-8c2b-3ca36947ca6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:02.427209 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcc22c3-34b2-405e-82bb-1785aa51d771,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:02.431159 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:02.436902 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:02.438047 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afcc22c3-34b2-405e-82bb-1785aa51d771 HTTP/1.1" status: 204 len: 168 time: 0.1773674 May 27 13:24:06.398454 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:11.959712 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:24:15.133540 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197b581-b3ea-47af-a2ef-290c95645ed4 req-2cb591cd-e222-413c-8b51-180d98569a2a tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:15.135018 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4197b581-b3ea-47af-a2ef-290c95645ed4 req-2cb591cd-e222-413c-8b51-180d98569a2a tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0992012 May 27 13:24:15.186972 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-4197b581-b3ea-47af-a2ef-290c95645ed4 req-ead30464-408d-40f0-a5ce-321b3002751a tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461047 May 27 13:24:16.406234 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4687-a00b-4d05-afba-327084ecef3a req-2198be06-5703-40d8-b86e-a1943923833c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:16.408367 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f3dd4687-a00b-4d05-afba-327084ecef3a req-2198be06-5703-40d8-b86e-a1943923833c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0959470 May 27 13:24:16.457307 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f3dd4687-a00b-4d05-afba-327084ecef3a req-32fae4e3-63e4-445e-aca1-146fcbf919b2 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 May 27 13:24:17.660281 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f58078-b7c4-4eb3-a985-cb30725ce1c9 req-662149f6-68e2-4b26-b6cc-364703100a55 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:17.661759 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-58f58078-b7c4-4eb3-a985-cb30725ce1c9 req-662149f6-68e2-4b26-b6cc-364703100a55 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0873315 May 27 13:24:17.709578 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-58f58078-b7c4-4eb3-a985-cb30725ce1c9 req-1fa9ecd9-af81-401f-9355-13b7ff00a96f tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 May 27 13:24:18.898243 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0306f-10e1-4883-be85-588ae72a0ff8 req-9848ac55-d843-405c-8bf1-ab2c3622c797 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:18.899803 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d1c0306f-10e1-4883-be85-588ae72a0ff8 req-9848ac55-d843-405c-8bf1-ab2c3622c797 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0793443 May 27 13:24:18.945401 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d1c0306f-10e1-4883-be85-588ae72a0ff8 req-1dd90afc-7eac-40d3-81b6-4c743cdf8bc1 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 May 27 13:24:20.161925 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0558dd-3b15-4c9e-9d0b-3800b8a7fedf req-5b48c4d5-2a28-4c81-bf45-7a18d8bacb78 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:20.163417 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2b0558dd-3b15-4c9e-9d0b-3800b8a7fedf req-5b48c4d5-2a28-4c81-bf45-7a18d8bacb78 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0914600 May 27 13:24:20.213429 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2b0558dd-3b15-4c9e-9d0b-3800b8a7fedf req-ac05f7f5-03b3-4cbb-b826-def0ed180d6a tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 May 27 13:24:20.847759 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50736) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:20.900601 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ade55b74-f4c1-4a57-b47a-68cf31c84b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:20.979588 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:20.994647 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:20.998846 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Usage tracker for resource:security_group_rule and tenant:8866f0fb7b9243c8b398994f9cb4a49a is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:21.001886 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:21.008232 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:21.095280 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.100784 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.109392 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-0ab414ab-eb58-49c2-a2d2-d449868a16b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:21.154365 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8866f0fb7b9243c8b398994f9cb4a49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055499 May 27 13:24:21.155348 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482ed0c-be7a-4669-85d2-d3b7da245dcf,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:21.157383 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50742) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:21.158820 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ef7-8650-49a2-8231-51e01ac07010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:21.224354 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.251757 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.306829 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.311884 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-2c79c64b-b0c7-4f80-ac81-89fa18f01e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:21.324862 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482ed0c-be7a-4669-85d2-d3b7da245dcf,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:21.328098 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:21.337132 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.338270 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3482ed0c-be7a-4669-85d2-d3b7da245dcf HTTP/1.1" status: 204 len: 168 time: 0.1797702 May 27 13:24:21.408092 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310088a6-2848-4291-980d-66a3b325cfb0 req-562f54cd-cb4f-49c9-a6f2-37f7f2ffc78a tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:21.409632 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-310088a6-2848-4291-980d-66a3b325cfb0 req-562f54cd-cb4f-49c9-a6f2-37f7f2ffc78a tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0847135 May 27 13:24:21.454849 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-310088a6-2848-4291-980d-66a3b325cfb0 req-911d54ff-c1b9-414f-bb27-95dc404333a9 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390420 May 27 13:24:21.633199 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50752) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:21.652574 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.667592 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:21.672164 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Usage tracker for resource:security_group_rule and tenant:399e9e4e86104802abdbebc2f563c43f is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:21.676062 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:21.686035 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:21.780527 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.788013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.798134 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-aa72781f-7f62-4787-96de-68d40ac5c3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:21.842992 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=399e9e4e86104802abdbebc2f563c43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087026 May 27 13:24:21.843884 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af6a26-b55e-4e34-a445-a54efd15d777,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:21.846009 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50756) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:21.847175 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:21.910343 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2fba3ab7-ef74-4e1a-809c-d5b7e6c74e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.936457 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2fba3ab7-ef74-4e1a-809c-d5b7e6c74e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.999480 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2fba3ab7-ef74-4e1a-809c-d5b7e6c74e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:22.003370 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-bf37dbc3-3448-479b-8959-33f895ebaed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:22.015690 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba3ab7-ef74-4e1a-809c-d5b7e6c74e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af6a26-b55e-4e34-a445-a54efd15d777,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:22.018368 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-2fba3ab7-ef74-4e1a-809c-d5b7e6c74e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:22.025737 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-2fba3ab7-ef74-4e1a-809c-d5b7e6c74e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:22.029266 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-2fba3ab7-ef74-4e1a-809c-d5b7e6c74e86 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74af6a26-b55e-4e34-a445-a54efd15d777 HTTP/1.1" status: 204 len: 168 time: 0.1798923 May 27 13:24:22.645053 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09235672-fb37-49cf-8b6a-4281fcbd31ce req-c020fd80-6936-4ba8-b5ff-b8964eab3b77 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:22.646490 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-09235672-fb37-49cf-8b6a-4281fcbd31ce req-c020fd80-6936-4ba8-b5ff-b8964eab3b77 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0827899 May 27 13:24:22.693151 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-09235672-fb37-49cf-8b6a-4281fcbd31ce req-2b4aaad1-a43e-4e26-9db1-cc6f39c9995b tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 May 27 13:24:23.316677 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.388707 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f729b73e-13a3-47a6-82ee-6a7067fa916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.884286 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a2577-6cbb-41d9-bb19-cada324aea55 req-b22bf7fc-2ef4-4968-ba6e-7f54540b22de tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:23.886044 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c79a2577-6cbb-41d9-bb19-cada324aea55 req-b22bf7fc-2ef4-4968-ba6e-7f54540b22de tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0888181 May 27 13:24:23.931433 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c79a2577-6cbb-41d9-bb19-cada324aea55 req-a2e01c03-aefe-4961-8a0e-11e3bc8a1e55 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391858 May 27 13:24:24.586629 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:25.128917 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df5323-df00-447c-bc02-2693bd44d284 req-860c562b-b4a6-401c-8aac-512ca1004e99 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:25.130366 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-45df5323-df00-447c-bc02-2693bd44d284 req-860c562b-b4a6-401c-8aac-512ca1004e99 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0835154 May 27 13:24:25.176563 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-45df5323-df00-447c-bc02-2693bd44d284 req-3c3c3d57-63fb-4221-9170-2106b4098ccf tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 May 27 13:24:25.847699 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.374248 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ddda0-d05e-4159-bbdb-916abbf5e1d0 req-9f8ba71a-ae69-4d75-b48b-9d1f961d2e52 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:26.376401 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3e9ddda0-d05e-4159-bbdb-916abbf5e1d0 req-9f8ba71a-ae69-4d75-b48b-9d1f961d2e52 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0916698 May 27 13:24:26.423346 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3e9ddda0-d05e-4159-bbdb-916abbf5e1d0 req-46154dd0-a957-44cc-9793-df7b00d653f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 May 27 13:24:27.617023 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4beca82-63fc-4c51-bdcb-5fa7068b1e6f req-f858cdfb-bdc5-473b-8488-4edbf2ef202e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:27.618492 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d4beca82-63fc-4c51-bdcb-5fa7068b1e6f req-f858cdfb-bdc5-473b-8488-4edbf2ef202e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0837083 May 27 13:24:27.667293 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d4beca82-63fc-4c51-bdcb-5fa7068b1e6f req-d7e7708e-61a0-42cb-95c1-8e81864a148e tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 May 27 13:24:27.711378 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50844) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:27.846144 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.860953 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:27.865263 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:4660a9443ce547ac82d9ee57877f18ed is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:27.868292 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:27.874482 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:27.957438 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.962842 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.969972 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-88fd82b8-1c67-451a-9688-bea6924350b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.010830 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4660a9443ce547ac82d9ee57877f18ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984405 May 27 13:24:28.011745 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f5c01c-ff12-4f29-8bf0-be1e6028b4ab,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.013825 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50850) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:28.015071 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-af93fd43-30e8-4622-80b1-f8f267fd8aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.077206 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1aabbc29-dc94-4ebb-a9d1-5d08e83e8f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.102807 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1aabbc29-dc94-4ebb-a9d1-5d08e83e8f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.158054 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1aabbc29-dc94-4ebb-a9d1-5d08e83e8f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.163827 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-64ca287e-2de9-40f8-bd47-581843f50d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.176753 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabbc29-dc94-4ebb-a9d1-5d08e83e8f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f5c01c-ff12-4f29-8bf0-be1e6028b4ab,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.179403 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1aabbc29-dc94-4ebb-a9d1-5d08e83e8f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.187474 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1aabbc29-dc94-4ebb-a9d1-5d08e83e8f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.188632 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1aabbc29-dc94-4ebb-a9d1-5d08e83e8f65 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7f5c01c-ff12-4f29-8bf0-be1e6028b4ab HTTP/1.1" status: 204 len: 168 time: 0.1737072 May 27 13:24:28.490359 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 50858) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:28.510616 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.525472 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:28.529618 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Usage tracker for resource:security_group_rule and tenant:9213b1143e2a45f28eb6308cc2729aef is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:28.532512 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:28.538311 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:28.622713 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.628670 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.637071 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-c9fad3d7-d7f2-4950-8f63-14b93e434578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.674960 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9213b1143e2a45f28eb6308cc2729aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831715 May 27 13:24:28.676550 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963bffb-3278-44f9-874a-290ba113ea39,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.677829 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50862) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:28.679655 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-aa63b0d3-fb5b-492b-81c6-5201c0cb0f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.743079 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-af6b4353-3284-4465-92b4-a0312a9ab12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.769233 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-af6b4353-3284-4465-92b4-a0312a9ab12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.820936 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-af6b4353-3284-4465-92b4-a0312a9ab12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.824739 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ba51e7ae-560e-493a-939f-d55dafd16f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.838013 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b4353-3284-4465-92b4-a0312a9ab12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963bffb-3278-44f9-874a-290ba113ea39,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.840580 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-af6b4353-3284-4465-92b4-a0312a9ab12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.844320 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-af6b4353-3284-4465-92b4-a0312a9ab12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.846085 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-af6b4353-3284-4465-92b4-a0312a9ab12c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1963bffb-3278-44f9-874a-290ba113ea39 HTTP/1.1" status: 204 len: 168 time: 0.1668479 May 27 13:24:28.853199 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9d15e-111d-4b61-94f6-3cff6fc21d11 req-9710c7ce-0eda-4f59-8841-c308dd848f7b tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:28.854889 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bbf9d15e-111d-4b61-94f6-3cff6fc21d11 req-9710c7ce-0eda-4f59-8841-c308dd848f7b tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0819368 May 27 13:24:28.906739 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bbf9d15e-111d-4b61-94f6-3cff6fc21d11 req-ea4dc9f8-f4d0-4e8a-91d1-3a327fb69a5a tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 May 27 13:24:30.106962 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162adff-70cc-4ed6-9dc3-1623d9a6cdc0 req-be616a9e-ce8a-4fa3-ba6c-e675a54556a2 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:30.108331 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8162adff-70cc-4ed6-9dc3-1623d9a6cdc0 req-be616a9e-ce8a-4fa3-ba6c-e675a54556a2 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0860989 May 27 13:24:30.155072 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8162adff-70cc-4ed6-9dc3-1623d9a6cdc0 req-a0a3e7bc-6c7c-4d7a-a2b8-9bb894236d9c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 May 27 13:24:30.375739 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-beb5e5ad-4051-4fe7-9aaf-0e68c6cdbf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:30.377379 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-beb5e5ad-4051-4fe7-9aaf-0e68c6cdbf37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1099 time: 0.1811221 May 27 13:24:30.611386 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-a430380a-98e9-478d-9620-cea884a9b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:30.612886 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-a430380a-98e9-478d-9620-cea884a9b838 service neutron] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 910 time: 0.2274861 May 27 13:24:30.720008 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-ddc5becc-8ab2-411b-89c8-01b60033a293 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 1002 time: 0.0985036 May 27 13:24:30.787178 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-76d48cfb-4f52-483f-9edb-ecda414e55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:30.788638 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-76d48cfb-4f52-483f-9edb-ecda414e55f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.0615430 May 27 13:24:30.863147 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-e122eccd-51bf-4cb2-8115-b77587fbd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:30.864735 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-e122eccd-51bf-4cb2-8115-b77587fbd41e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0692081 May 27 13:24:30.876708 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-629961e0-8729-48d3-83bb-ac53c9422cc7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=91947) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:24:30.877675 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-629961e0-8729-48d3-83bb-ac53c9422cc7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050397 May 27 13:24:31.026593 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-82eef1ba-789e-4f30-8d1b-523f96ca427f service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383786 May 27 13:24:31.168930 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-473c054a-f9ec-42b2-a33a-f792caae35a4 req-57d1a263-bfed-4d6d-ae18-611abf1fdb43 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334655 May 27 13:24:31.348079 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13608ed7-b155-4b11-bcba-b871ee754b5e req-95e55c85-2d66-4a8f-9fa6-29bfb5ea3c09 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:31.349557 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-13608ed7-b155-4b11-bcba-b871ee754b5e req-95e55c85-2d66-4a8f-9fa6-29bfb5ea3c09 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0883582 May 27 13:24:31.395624 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-13608ed7-b155-4b11-bcba-b871ee754b5e req-c4e5dfed-cd3e-41f7-b184-c1a40099edbb tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401652 May 27 13:24:32.599691 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1f26-510a-4c90-95b0-edc74c5760b0 req-8034bf8d-9de1-4015-97ac-dcb4a9a77757 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:32.601156 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c22e1f26-510a-4c90-95b0-edc74c5760b0 req-8034bf8d-9de1-4015-97ac-dcb4a9a77757 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0910702 May 27 13:24:32.649095 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c22e1f26-510a-4c90-95b0-edc74c5760b0 req-229282a4-ec4b-4b39-82b1-d43b711b4335 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 May 27 13:24:33.841299 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5df7cc-6777-4b45-9964-907e8049b98f req-3b08a115-ab88-48e2-9f21-e071307a36ec tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:33.842763 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2d5df7cc-6777-4b45-9964-907e8049b98f req-3b08a115-ab88-48e2-9f21-e071307a36ec tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0861640 May 27 13:24:33.892048 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-2d5df7cc-6777-4b45-9964-907e8049b98f req-f0099763-0918-4efd-94ec-3d28420a1456 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 May 27 13:24:34.233333 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-2858d7d3-ce9d-4a84-b791-ac792f3c8e55 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198735 May 27 13:24:34.266792 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8850320-28b1-4841-8cf0-1f25c1450365 req-b440c1f7-32a8-4a36-9463-d1bd8aabfe3f tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:34.268280 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a8850320-28b1-4841-8cf0-1f25c1450365 req-b440c1f7-32a8-4a36-9463-d1bd8aabfe3f tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0962446 May 27 13:24:34.319782 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-a8850320-28b1-4841-8cf0-1f25c1450365 req-6ff37d5d-67ee-4f53-bc97-e6e3d090dcdf tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 May 27 13:24:35.107363 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139f6db-f469-4a33-b324-23a8f7b4d510 req-7201d0ca-bc32-4824-82de-54f1333877a0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:35.108941 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8139f6db-f469-4a33-b324-23a8f7b4d510 req-7201d0ca-bc32-4824-82de-54f1333877a0 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 946 time: 0.0851603 May 27 13:24:35.160295 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-8139f6db-f469-4a33-b324-23a8f7b4d510 req-fd053686-d1c8-4eca-98a5-21640ce1d5ae tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442667 May 27 13:24:35.518025 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e395aa6-b5fb-4b45-9e1b-f877794265a5 req-0e368b92-42b6-48e1-8567-54db651bcb10 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:35.519583 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7e395aa6-b5fb-4b45-9e1b-f877794265a5 req-0e368b92-42b6-48e1-8567-54db651bcb10 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0878696 May 27 13:24:35.565968 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-7e395aa6-b5fb-4b45-9e1b-f877794265a5 req-014e8b9a-848e-4a66-8d23-0301399baff5 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399075 May 27 13:24:36.230350 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-119d2fb4-4b88-47f3-ab6c-b3dc065823a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:36.231986 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-119d2fb4-4b88-47f3-ab6c-b3dc065823a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c&tenant_id=e1e2059cba644634b6a57e1f41b0400a HTTP/1.1" status: 200 len: 1099 time: 0.0785918 May 27 13:24:36.332899 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 35c25fac-2b60-49a3-9c77-e74696a1ea8c no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:36.399127 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-a3f977f4-c437-42e5-b99a-0d0f8f1a1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:36.400722 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-a3f977f4-c437-42e5-b99a-0d0f8f1a1ae6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1099 time: 0.1400254 May 27 13:24:36.408697 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc33d83-3458-418c-a883-91a723d9a469 req-8b3b14ce-b1b0-4723-a1b6-9ed700ccdadb tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:36.410087 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5bc33d83-3458-418c-a883-91a723d9a469 req-8b3b14ce-b1b0-4723-a1b6-9ed700ccdadb tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 946 time: 0.1128094 May 27 13:24:36.466033 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.467069 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.494980 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:36.508948 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:36.514196 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.517174 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:36.599885 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=6']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:36.609781 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.610151 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.610669 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.611015 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.611343 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.611675 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.611994 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.612475 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.613114 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.613761 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.614244 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.614729 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:36.627121 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:36.685867 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-5bc33d83-3458-418c-a883-91a723d9a469 req-b9bf5397-34ea-4098-9ce7-d3e7d48e48e2 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564678 May 27 13:24:36.702099 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'code': 200} May 27 13:24:36.732755 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-e16dd975-4074-429c-bb85-14dfdde3100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:36.734370 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-e16dd975-4074-429c-bb85-14dfdde3100c service neutron] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 910 time: 0.3234367 May 27 13:24:36.838105 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 50994) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:36.900737 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-f941793e-e512-4b05-afb2-8295e495069b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 1000 time: 0.1533942 May 27 13:24:36.923954 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16613cf-50cb-4e63-8760-05b461bc0a44 req-51bf4234-af05-4677-8f19-6c9ac56fa585 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:36.925485 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c16613cf-50cb-4e63-8760-05b461bc0a44 req-51bf4234-af05-4677-8f19-6c9ac56fa585 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.1146901 May 27 13:24:36.985837 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.007027 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:37.016706 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-34821e64-fb96-48fa-b08c-fc627425a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:37.017646 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Usage tracker for resource:security_group_rule and tenant:28fa04b41d834b9cbe2a8808bc4e90ee is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:37.018234 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-34821e64-fb96-48fa-b08c-fc627425a064 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.0919003 May 27 13:24:37.021957 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:37.022974 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-c16613cf-50cb-4e63-8760-05b461bc0a44 req-51473fa2-87d4-4c5f-bffe-1318c8b1715d tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645628 May 27 13:24:37.030761 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:37.073179 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-5530e333-51e3-430a-923d-cab981eee19f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:37.073888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-5530e333-51e3-430a-923d-cab981eee19f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Synchronizing usage tracker for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:24:37.095466 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-21d79a33-6c20-410c-83d8-881063b4769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:37.097182 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-21d79a33-6c20-410c-83d8-881063b4769b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0720105 May 27 13:24:37.101193 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-5530e333-51e3-430a-923d-cab981eee19f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Unset dirty status for tenant:42db8257e0b94824b6bcf7286215248c on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:24:37.102310 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-5530e333-51e3-430a-923d-cab981eee19f tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 946 time: 0.1745946 May 27 13:24:37.235706 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-41281789-eb77-4caf-9ff0-388b3399d4ef service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262708 May 27 13:24:37.244217 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.249956 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.265104 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-42b714e1-c7b8-41c5-9add-0eb8488da5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:37.308300 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f180956b-2f0f-4d33-b3a8-8d923db00d3a,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:37.314018 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:37.317007 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28fa04b41d834b9cbe2a8808bc4e90ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771714 May 27 13:24:37.319303 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51000) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:37.330600 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Deleting port 86138357-545c-45d1-90af-9a4f112f56e2 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:37.330945 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.422301 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-6415c75f-2601-4c59-9b39-b525a5e11bc5 req-1831f086-e553-4c3c-920c-bc86beb38527 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785109 May 27 13:24:37.427563 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1f03701-ee26-4df9-b1ab-84e9d7ff9494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.458249 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1f03701-ee26-4df9-b1ab-84e9d7ff9494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.517119 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1f03701-ee26-4df9-b1ab-84e9d7ff9494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.522197 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-85557c98-1b14-42eb-86db-fdf680b74f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:37.536185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f03701-ee26-4df9-b1ab-84e9d7ff9494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180956b-2f0f-4d33-b3a8-8d923db00d3a,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:37.540301 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e1f03701-ee26-4df9-b1ab-84e9d7ff9494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:37.548053 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e1f03701-ee26-4df9-b1ab-84e9d7ff9494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.551676 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e1f03701-ee26-4df9-b1ab-84e9d7ff9494 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f180956b-2f0f-4d33-b3a8-8d923db00d3a HTTP/1.1" status: 204 len: 168 time: 0.2290726 May 27 13:24:37.565424 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] For port 86138357-545c-45d1-90af-9a4f112f56e2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=86138357-545c-45d1-90af-9a4f112f56e2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:37.565788 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.851553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51010) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:37.866040 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.866635 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-484846'] for floatingip, after_update {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.866733 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Floating IP 591cf5e7-61b9-4320-9b2b-b779ff9afdcf disassociated. External IP: 172.28.0.161, port: 86138357-545c-45d1-90af-9a4f112f56e2. May 27 13:24:37.867036 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Calling delete_port for 86138357-545c-45d1-90af-9a4f112f56e2 owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:37.877959 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.900499 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:37.906200 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Usage tracker for resource:security_group_rule and tenant:dbdb50fa39b243ebbba9d81289673b8c is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:37.910041 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:37.917449 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:37.946054 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646db180-ad8b-42ec-ae57-c60d911893d4 req-67949763-b988-4cad-a48d-4fb3a0560b66 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:37.947477 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-646db180-ad8b-42ec-ae57-c60d911893d4 req-67949763-b988-4cad-a48d-4fb3a0560b66 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 946 time: 0.1388960 May 27 13:24:37.983740 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.990045 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f79d72a1-a7ac-43f7-9bdf-8188903d6708 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:38.012936 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-646db180-ad8b-42ec-ae57-c60d911893d4 req-4a7d2fad-f071-4f1f-9a0d-cf7761c34166 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f2f54e3-1901-408d-982c-74db3ab6f272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590136 May 27 13:24:38.043605 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event deleted for resources: {'Port': ['ID=86138357-545c-45d1-90af-9a4f112f56e2,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:38.046167 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:38.061620 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.067161 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.075173 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-a0dc31e8-2f27-467f-b8bb-f3116c05b381 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:38.119981 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbdb50fa39b243ebbba9d81289673b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648671 May 27 13:24:38.119981 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d502354b-1de1-4309-93ec-521ddf9258fb,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:38.121220 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51016) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:38.134660 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:38.250728 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Router 1560974c-82c0-4afe-b59b-9401e71ad966 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:38.251014 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.282988 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.299470 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a383f9-d9cd-4f65-b3a3-34d1e19a31b2 req-e4364c68-82e7-4df6-b373-e2c70dc8aadd tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:38.300965 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-46a383f9-d9cd-4f65-b3a3-34d1e19a31b2 req-e4364c68-82e7-4df6-b373-e2c70dc8aadd tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.1536465 May 27 13:24:38.366302 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-46a383f9-d9cd-4f65-b3a3-34d1e19a31b2 req-a1c047e4-3408-4180-8817-804f1862067d tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564611 May 27 13:24:38.387256 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.392718 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-183f78a4-5604-4f86-966e-9d360c44445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:38.408075 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d502354b-1de1-4309-93ec-521ddf9258fb,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:38.411817 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:38.416013 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.420058 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d502354b-1de1-4309-93ec-521ddf9258fb HTTP/1.1" status: 204 len: 168 time: 0.2844481 May 27 13:24:38.443716 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:38.454199 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] Sync routers for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:38.466955 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:38.467928 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:24:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:38.520328 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] No DVR routers for this DVR port 86138357-545c-45d1-90af-9a4f112f56e2 on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:38.523489 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.526714 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-deleted', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:38.562695 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-8d0258e6-d136-4906-8abd-eb748f6c5de1 req-a3cf0451-b4c5-4015-84c1-366fdbdc0348 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.64 "DELETE /v2.0/ports/86138357-545c-45d1-90af-9a4f112f56e2 HTTP/1.1" status: 204 len: 173 time: 1.4529133 May 27 13:24:38.693735 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:38.790208 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d803283-a27a-4995-9c68-723da8d7f6ae', 'name': 'network-vif-deleted', 'tag': '86138357-545c-45d1-90af-9a4f112f56e2', 'status': 'completed', 'code': 200} May 27 13:24:39.027557 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:39.031811 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] Checking router: 1560974c-82c0-4afe-b59b-9401e71ad966 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:39.040164 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:39.040816 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:24:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:39.194026 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-d14af6d6-b932-430e-a2e4-24c35de83cd5 req-628fb816-f16c-4ae3-a6c7-2b94f84adce1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d803283-a27a-4995-9c68-723da8d7f6ae HTTP/1.1" status: 200 len: 210 time: 0.0477157 May 27 13:24:39.296093 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:39.557719 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f4975-2aff-447f-ae3e-45396ee6542f req-9312bd3d-f8af-4770-bddf-4563468d0d5b tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:39.559976 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-435f4975-2aff-447f-ae3e-45396ee6542f req-9312bd3d-f8af-4770-bddf-4563468d0d5b tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.0818782 May 27 13:24:39.609868 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-435f4975-2aff-447f-ae3e-45396ee6542f req-d742fc2f-3783-40a5-bbb2-09f663865708 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 May 27 13:24:39.618546 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:39.623229 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8c3ee1-d92d-4783-80f7-a127410cd633 None None] The sync data for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb is: [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:13:51Z', 'revision_number': 4, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': 'd5662a20-e944-4dfe-9b0e-318bb78451f2', 'name': '', 'network_id': 'd27268b7-d8d0-40d0-999e-3da0a6c787ff', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'mac_address': 'fa:16:3e:b5:18:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:47Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'subnets': [{'id': '6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:39.739082 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51056) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:39.842150 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e40fd6-5c2a-4f8b-b414-a5990ad6fe7b None None] New status for floating IP 591cf5e7-61b9-4320-9b2b-b779ff9afdcf: DOWN {{(pid=91948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:24:39.866729 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:39.881588 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:39.885675 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Usage tracker for resource:security_group_rule and tenant:b321b99109c24bbcbac6dca114b0d3e7 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:39.888748 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:39.894702 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:39.977966 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:39.983445 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:39.992942 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e6866eb4-b933-4174-818e-b0d866af2a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:40.032396 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b321b99109c24bbcbac6dca114b0d3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921951 May 27 13:24:40.034237 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be33e6a7-ad17-4fbf-bf1c-d1242d72409a,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:40.035303 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51062) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:40.037415 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:40.109193 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.140617 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.200360 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.204788 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-85102c98-5b77-4993-b4e0-ce6ea538470b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:40.216475 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33e6a7-ad17-4fbf-bf1c-d1242d72409a,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:40.220347 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:40.223602 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.228134 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be33e6a7-ad17-4fbf-bf1c-d1242d72409a HTTP/1.1" status: 204 len: 168 time: 0.1903918 May 27 13:24:40.339537 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51072) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:40.358288 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:40.394070 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 86138357-545c-45d1-90af-9a4f112f56e2 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:40.394403 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 86138357-545c-45d1-90af-9a4f112f56e2 not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:40.435624 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef41055-65ef-487b-8f88-0b050ee54912 req-15dcbbd5-2d63-4b56-8900-0aa4a1d6897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:40.437281 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0ef41055-65ef-487b-8f88-0b050ee54912 req-15dcbbd5-2d63-4b56-8900-0aa4a1d6897f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1097 time: 0.1438291 May 27 13:24:40.438111 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-748d9b02-3e95-4cf8-b79c-6d5226a1a92a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.489636 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-748d9b02-3e95-4cf8-b79c-6d5226a1a92a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.517796 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-0ef41055-65ef-487b-8f88-0b050ee54912 req-317889a1-49d1-4eb5-9216-f2fa9d50593c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692115 May 27 13:24:40.551300 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-748d9b02-3e95-4cf8-b79c-6d5226a1a92a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.557024 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ce839c02-b514-473c-85f0-2ec1d7ff0f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:40.572183 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d9b02-3e95-4cf8-b79c-6d5226a1a92a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f54e3-1901-408d-982c-74db3ab6f272,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:40.575228 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-748d9b02-3e95-4cf8-b79c-6d5226a1a92a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:40.583283 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-748d9b02-3e95-4cf8-b79c-6d5226a1a92a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.587051 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-748d9b02-3e95-4cf8-b79c-6d5226a1a92a tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "DELETE /v2.0/security-groups/1f2f54e3-1901-408d-982c-74db3ab6f272 HTTP/1.1" status: 204 len: 168 time: 0.2439754 May 27 13:24:40.587327 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51084) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:40.610986 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.api.v2.resource [None req-6aeb0234-8040-49e6-8e0f-b5daaff3b2c1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] show failed (client error): The resource could not be found. May 27 13:24:40.611973 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-6aeb0234-8040-49e6-8e0f-b5daaff3b2c1 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "GET /v2.0/security-groups/1f2f54e3-1901-408d-982c-74db3ab6f272 HTTP/1.1" status: 404 len: 347 time: 0.0237460 May 27 13:24:40.615778 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51090) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:40.807780 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d04372-0453-4b2c-918c-1e93adc9287b req-1b1bfc27-e5b7-4e0b-b946-a151f14b4086 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:40.809537 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-20d04372-0453-4b2c-918c-1e93adc9287b req-1b1bfc27-e5b7-4e0b-b946-a151f14b4086 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.0883811 May 27 13:24:40.862711 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-20d04372-0453-4b2c-918c-1e93adc9287b req-58d1eb78-c358-4a55-b471-a189bbfd5765 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465877 May 27 13:24:40.951877 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Deleting port 519fa99e-68e7-4c2c-b265-0a8babe87e9f {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:40.952209 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.073830 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.074543 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.197444 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Calling delete_port for 519fa99e-68e7-4c2c-b265-0a8babe87e9f owned by network:floatingip {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:41.312329 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.317575 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7d494428-b17a-4023-9667-1e72c3636852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:41.362020 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Pushing event deleted for resources: {'Port': ['ID=519fa99e-68e7-4c2c-b265-0a8babe87e9f,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:41.376772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51112) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:41.387467 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:41.453209 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks [] for floatingip, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.467477 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.468655 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] 10.222.0.76 "DELETE /v2.0/floatingips/591cf5e7-61b9-4320-9b2b-b779ff9afdcf HTTP/1.1" status: 204 len: 168 time: 0.8519490 May 27 13:24:41.513568 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.528435 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:41.532364 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Usage tracker for resource:security_group_rule and tenant:9f1952a6588c4756b4240696b056ea41 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:41.535341 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:41.541355 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:41.624032 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.632905 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.650965 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-1be4e429-e494-4acb-b62d-8ab494e5305c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:41.695752 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6948131-7ec8-46db-b933-574d1698101d,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:41.698975 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:41.704982 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f1952a6588c4756b4240696b056ea41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247883 May 27 13:24:41.705551 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51122) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:41.775427 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.800831 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.855053 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.859042 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9b66c4f9-3957-4fae-89fe-ea06796677d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:41.871173 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6948131-7ec8-46db-b933-574d1698101d,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:41.875003 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:41.878399 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.879533 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f6948131-7ec8-46db-b933-574d1698101d HTTP/1.1" status: 204 len: 168 time: 0.1727870 May 27 13:24:42.174195 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b562533-6b63-4b6a-842c-10ad0207401a req-f6ce7e08-98d9-4deb-83cb-de7efc86f546 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:42.176068 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9b562533-6b63-4b6a-842c-10ad0207401a req-f6ce7e08-98d9-4deb-83cb-de7efc86f546 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 944 time: 0.2009213 May 27 13:24:42.226683 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-9b562533-6b63-4b6a-842c-10ad0207401a req-bc6707b6-4483-4dcf-a277-25d3db8f4d11 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437827 May 27 13:24:42.384631 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 35c25fac-2b60-49a3-9c77-e74696a1ea8c details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91948) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:24:42.530036 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:42.548830 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Returning: {'device': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'port_id': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'mac_address': 'fa:16:3e:bf:bf:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91948) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:24:42.612035 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:42.634257 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c25fac-2b60-49a3-9c77-e74696a1ea8c {{(pid=91948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:24:42.651526 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:42.659331 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:42.661664 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-69591cd2-926c-477c-99e9-790b4c21f4e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:42.730286 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=7']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:42.733393 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:43.083322 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] get_ports_and_sgs() called for port_ids ['35c25fac-2b60-49a3-9c77-e74696a1ea8c'] {{(pid=91948) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:24:43.802976 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-76f68e57-5473-4b86-a5e0-6e25c1621865 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742545 May 27 13:24:43.905471 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-76dda0e7-7c6c-46b7-95c4-3028b3ec060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:43.906929 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-76dda0e7-7c6c-46b7-95c4-3028b3ec060a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1098 time: 0.0726750 May 27 13:24:44.075065 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-21aa0eeb-637a-4a9e-b840-21f984fb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:44.076859 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-21aa0eeb-637a-4a9e-b840-21f984fb7d42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 910 time: 0.1332490 May 27 13:24:44.195368 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-fc90d671-2f6b-4107-a82b-02c92577adca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 1001 time: 0.1099770 May 27 13:24:44.259657 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-896f7e82-bc13-4ed9-a69e-c09d8681ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:44.261130 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-896f7e82-bc13-4ed9-a69e-c09d8681ca09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.0589597 May 27 13:24:44.340714 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51148) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:44.351934 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-28674db6-be60-463a-81c1-e1190aa13767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:44.353507 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-28674db6-be60-463a-81c1-e1190aa13767 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0847986 May 27 13:24:44.396889 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 35c25fac-2b60-49a3-9c77-e74696a1ea8c up at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:44.471562 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.provisioning_blocks [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Provisioning complete for port 35c25fac-2b60-49a3-9c77-e74696a1ea8c triggered by entity L2. {{(pid=91948) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:44.471952 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1379567'] for port, provisioning_complete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.495030 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-4e4e1b53-7cfb-40ea-9e18-1b0a0bf185ce service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322591 May 27 13:24:44.620865 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458465'] for port, before_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.631179 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-ee9215cd-ba55-4b57-89bb-dc9fdcdd1999 req-1adfa95a-38ef-4f48-92a2-f7064da459bc service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291976 May 27 13:24:44.648790 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c'}] {{(pid=91948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:44.659309 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:44.664263 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739896585611', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739896200174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739896201503'] for port, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.666300 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-969a3f0f-11dd-4aff-be45-2ef5fb4bc344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:44.700496 dv-cinder-751579-24-smb neutron-server[91948]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'code': 200} May 27 13:24:44.731930 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Pushing event updated for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=8']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:44.734992 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:45.064505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486396'] for router_interface, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:45.482825 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Deleting port d5662a20-e944-4dfe-9b0e-318bb78451f2 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:45.483594 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:45.602418 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] For port d5662a20-e944-4dfe-9b0e-318bb78451f2, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=d5662a20-e944-4dfe-9b0e-318bb78451f2,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:45.602715 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:45.720907 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Calling delete_port for d5662a20-e944-4dfe-9b0e-318bb78451f2 owned by network:router_interface {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:45.890502 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:45.895111 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5eb47a0b-4c93-4ff7-8e45-4ad0e60540e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:46.067514 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5662a20-e944-4dfe-9b0e-318bb78451f2,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:46.070205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:46.311402 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497996'] for router_interface, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:46.680656 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Router 1560974c-82c0-4afe-b59b-9401e71ad966 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:46.862401 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:46.871171 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] Sync routers for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:46.881008 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:46.881635 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:24:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:46.890266 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-1a7847c6-a985-494d-9543-56f3d1bf8956 admin admin] 10.222.0.76 "PUT /v2.0/routers/1560974c-82c0-4afe-b59b-9401e71ad966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460556 May 27 13:24:46.890618 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51156) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:47.060658 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:47.177493 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks [] for router, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:47.346888 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:24:45Z', 'revision_number': 5, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port': {'id': '23e8ebee-29b7-4448-83b4-5230bc848c30', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:47.350852 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] Checking router: 1560974c-82c0-4afe-b59b-9401e71ad966 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:47.353227 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:47.359405 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] Routers {'1560974c-82c0-4afe-b59b-9401e71ad966'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:47.360383 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:24:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['1560974c-82c0-4afe-b59b-9401e71ad966'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:47.428843 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Deleting port 23e8ebee-29b7-4448-83b4-5230bc848c30 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:47.429210 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:47.511667 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] Set router 1560974c-82c0-4afe-b59b-9401e71ad966 gateway port host: None {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:47.552189 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] For port 23e8ebee-29b7-4448-83b4-5230bc848c30, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=23e8ebee-29b7-4448-83b4-5230bc848c30,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:47.552563 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:47.617582 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:24:47Z', 'revision_number': 6, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port_host': None}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:47.621664 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa751a9d-e0f4-4e22-a495-8f3f5f01d6ea None None] The sync data for ids ['1560974c-82c0-4afe-b59b-9401e71ad966'] in dv-cinder-751579-24-smb is: [{'id': '1560974c-82c0-4afe-b59b-9401e71ad966', 'name': 'tempest-AttachVolumeShelveTestJSON-935922145-router', 'tenant_id': '42db8257e0b94824b6bcf7286215248c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:28Z', 'updated_at': '2021-05-27T13:24:47Z', 'revision_number': 6, 'project_id': '42db8257e0b94824b6bcf7286215248c', 'gw_port_host': None}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:47.678002 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Calling delete_port for 23e8ebee-29b7-4448-83b4-5230bc848c30 owned by network:router_gateway {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:47.835421 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:47.839176 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-291cd43f-cda5-4ed6-a077-be3572a34187 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:47.881922 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e8ebee-29b7-4448-83b4-5230bc848c30,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:47.885002 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:47.975869 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484819'] for router_gateway, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.148937 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7899'] for router, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.151323 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.179157 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-498784'] for router, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.179732 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1560974c-82c0-4afe-b59b-9401e71ad966 {{(pid=91946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:24:48.192205 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.193422 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-c76dc8e0-2e70-41b3-a0de-0a7bd8485072 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1560974c-82c0-4afe-b59b-9401e71ad966 HTTP/1.1" status: 204 len: 168 time: 1.3018548 May 27 13:24:48.196115 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51160) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:48.255870 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Deleting subnet 6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:24:48.259307 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.310106 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.400356 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.418688 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device d5662a20-e944-4dfe-9b0e-318bb78451f2 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:48.457712 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: d5662a20-e944-4dfe-9b0e-318bb78451f2 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:48.458057 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device d5662a20-e944-4dfe-9b0e-318bb78451f2 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:48.458477 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 23e8ebee-29b7-4448-83b4-5230bc848c30 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:48.491969 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 23e8ebee-29b7-4448-83b4-5230bc848c30 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:48.492347 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 23e8ebee-29b7-4448-83b4-5230bc848c30 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:48.765050 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.770582 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:48.805671 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.808384 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:48.811118 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6255b-e3f9-40f1-abcf-7fc0feb161c9 None None] Network d27268b7-d8d0-40d0-999e-3da0a6c787ff requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:48.811507 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:48.814628 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-29292cf0-9f0e-4a55-aade-929474b1ec6d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6c6c619a-9a1b-4d55-a8c3-d76c269a0e9a HTTP/1.1" status: 204 len: 168 time: 0.6175807 May 27 13:24:48.817427 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51164) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:48.923275 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.959241 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:24:49.001417 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Deleting port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 {{(pid=91947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:49.001761 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.064184 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] DHCP port deletion for d27268b7-d8d0-40d0-999e-3da0a6c787ff request from dv-cinder-751579-24-smb {{(pid=91948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:24:49.102299 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.db [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] For port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:49.102652 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.130331 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] Deleting port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 {{(pid=91948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:49.130704 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.224580 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.plugin [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Calling delete_port for 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 owned by network:dhcp {{(pid=91947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:49.227232 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] For port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,segment=NetworkSegment(e6a03a33-af14-45d2-a093-493a13d8e386),segment_id=e6a03a33-af14-45d2-a093-493a13d8e386)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:49.227619 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.274623 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-559089'] for port, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.278400 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-71cbbcb5-1f79-47e0-8e73-255820d8efce tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:49.349224 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] Calling delete_port for 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 owned by network:dhcp {{(pid=91948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:49.397041 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165'] for port, after_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.400892 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:49.443590 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:49.446625 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:49.447394 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] No DVR routers for this DVR port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 on host dv-cinder-751579-24-smb {{(pid=91947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:49.447713 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] Pushing event deleted for resources: {'Port': ['ID=9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1,revision_number=None']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:49.450592 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:49.451709 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd61e4c6-8f51-48a4-90c4-3dea082a96b0 None None] No DVR routers for this DVR port 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 on host dv-cinder-751579-24-smb {{(pid=91948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:49.561734 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.575371 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27268b7-d8d0-40d0-999e-3da0a6c787ff']}} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:49.588152 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a03a33-af14-45d2-a093-493a13d8e386') {'for_net_delete': True} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:49.588443 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.services.segments.db [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a03a33-af14-45d2-a093-493a13d8e386') {} {{(pid=91947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:49.599863 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4083163'] for segment, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.617681 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.624542 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=91947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:24:49.624977 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-559010'] for segment, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: Traceback (most recent call last): May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: timer() May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: cb(*args, **kw) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: return func(*args, **kwargs) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: self._notify() May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: self.callback(batched_events) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: event.method(event) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: return f(self, *a, **k) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: return self._get(url).json() May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: return self.request(url, 'GET', **kwargs) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:24:49.638244 dv-cinder-751579-24-smb neutron-server[91947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:24:49.721873 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.726197 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8d89fa3c-8978-48b5-9680-755a4b233fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:49.738922 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.751167 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27268b7-d8d0-40d0-999e-3da0a6c787ff,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:49.755708 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:49.766174 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-8041d4d0-1f4c-40e8-9f82-5ae8b44b2465 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d27268b7-d8d0-40d0-999e-3da0a6c787ff HTTP/1.1" status: 204 len: 168 time: 0.9477086 May 27 13:24:49.902146 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51170) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:49.953120 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-4236d815-752e-464d-acf4-631eacf6cb45 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=42db8257e0b94824b6bcf7286215248c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497248 May 27 13:24:49.956075 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51174) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:50.021732 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:50.048642 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:50.110233 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:50.114208 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-4ff1ada6-9f9b-48aa-89e3-428f7c087d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:50.129155 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c060f-9b10-413f-8d65-3ee43f412167,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:50.131557 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:50.137779 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:50.138923 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e78c060f-9b10-413f-8d65-3ee43f412167 HTTP/1.1" status: 204 len: 168 time: 0.1819165 May 27 13:24:50.232607 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:50.267560 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:50.268000 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9e75ccfa-dbb6-4328-9a2e-a88fca28a4f1 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:50.905035 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-0f5f167d-08b7-4894-ae40-de4727c6d572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.323027 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.390548 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-0ab6f7dd-eb99-46a7-b52f-2493c3be6cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:54.582124 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:55.861056 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:06.423989 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.253186 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51354) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:09.384558 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.399654 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:09.403846 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Usage tracker for resource:security_group_rule and tenant:e299752d75644da69069d58a0f663c2f is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:09.406881 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:09.413265 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:09.511549 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.518804 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.526088 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-adb0a1c3-60f9-4170-887d-b4a24b09375c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:09.566526 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e299752d75644da69069d58a0f663c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122675 May 27 13:25:09.567476 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2b10a-df3e-4242-8661-55f6eba0fb01,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:09.569471 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51360) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:09.587265 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.587634 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.587999 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.588357 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.588742 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.589097 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.589447 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.589793 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.590144 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.590475 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.590813 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.591157 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:09.596798 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-78175002-8fea-466e-b129-fac792a24e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:09.640168 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-986a382d-94bd-40bf-91c9-d5935ecaf727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.670998 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-986a382d-94bd-40bf-91c9-d5935ecaf727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.731871 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-986a382d-94bd-40bf-91c9-d5935ecaf727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.735818 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-41b49fd7-b937-4414-b610-31b8bda8b31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:09.747030 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a382d-94bd-40bf-91c9-d5935ecaf727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2b10a-df3e-4242-8661-55f6eba0fb01,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:09.749824 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-986a382d-94bd-40bf-91c9-d5935ecaf727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:09.756172 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-986a382d-94bd-40bf-91c9-d5935ecaf727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.760034 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-986a382d-94bd-40bf-91c9-d5935ecaf727 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6a2b10a-df3e-4242-8661-55f6eba0fb01 HTTP/1.1" status: 204 len: 168 time: 0.1870210 May 27 13:25:10.053105 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51368) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:10.071692 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:10.090165 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:10.094230 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Usage tracker for resource:security_group_rule and tenant:848b84bcbeda4dfdbbde9c36568cbcec is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:10.097205 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:10.103293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:10.185125 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:10.191568 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:10.201116 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-50c5a8f9-52ad-41b9-a46f-fb66b6b20d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:10.239855 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=848b84bcbeda4dfdbbde9c36568cbcec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855168 May 27 13:25:10.241464 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7bf360-27dd-4612-b79f-4808e34646e6,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:10.242714 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51372) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:10.244896 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:10.301937 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:10.328588 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:10.382423 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:10.386294 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-88721fbe-277c-41d5-86c4-a6cf0798ced0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:10.401358 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7bf360-27dd-4612-b79f-4808e34646e6,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:10.411568 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.411940 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.412305 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.412686 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.413037 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.413383 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.413742 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.414078 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.414425 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.414762 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.415105 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.415430 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:10.418598 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:10.419742 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9d7bf360-27dd-4612-b79f-4808e34646e6 HTTP/1.1" status: 204 len: 168 time: 0.1760185 May 27 13:25:10.420686 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:12.247182 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51418) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:12.372279 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:12.390705 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:12.395041 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Usage tracker for resource:security_group_rule and tenant:7d99266389734f6fa574e07094314cc2 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:12.398176 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:12.404446 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:12.500863 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:12.508004 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:12.515279 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e12f298f-56a8-456b-9ee9-04bf65d4574b tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:12.555531 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d99266389734f6fa574e07094314cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070776 May 27 13:25:12.556399 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaa16ba-c7a6-4f35-a4ba-9d10b87d6bf2,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:12.558571 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51424) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:12.559488 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bb6a9a3b-9cb2-4ff4-a51c-e7c0d37c5595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:12.621176 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5e934675-0ede-4942-8b18-04278a83263e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:12.646884 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5e934675-0ede-4942-8b18-04278a83263e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:12.700827 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5e934675-0ede-4942-8b18-04278a83263e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:12.704716 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-97a094f2-ce61-4d4e-bfa8-b39f2bd894c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:12.715395 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934675-0ede-4942-8b18-04278a83263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaa16ba-c7a6-4f35-a4ba-9d10b87d6bf2,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:12.717860 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5e934675-0ede-4942-8b18-04278a83263e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:12.724029 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5e934675-0ede-4942-8b18-04278a83263e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:12.725181 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5e934675-0ede-4942-8b18-04278a83263e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dcaa16ba-c7a6-4f35-a4ba-9d10b87d6bf2 HTTP/1.1" status: 204 len: 168 time: 0.1642816 May 27 13:25:13.035407 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51432) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:13.053628 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.071484 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:13.078146 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd36eb1748c04a50af59427f27135b4a is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:13.082725 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:13.089125 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:13.170276 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.177922 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.185023 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-eb4a504c-7fcd-4e3b-909c-6020a29148eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:13.228583 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd36eb1748c04a50af59427f27135b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919477 May 27 13:25:13.229348 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afab677d-5c04-408f-83de-59aba7040f54,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:13.231424 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51436) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:13.232338 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:13.293371 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5b7c48e2-3650-4797-8873-162c8deb3ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.319674 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5b7c48e2-3650-4797-8873-162c8deb3ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.375205 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5b7c48e2-3650-4797-8873-162c8deb3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.378892 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-7c93cad8-3f3e-4966-8e9b-5b10b12e96f7 tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:13.389688 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c48e2-3650-4797-8873-162c8deb3ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afab677d-5c04-408f-83de-59aba7040f54,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:13.393198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-5b7c48e2-3650-4797-8873-162c8deb3ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:13.396437 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-5b7c48e2-3650-4797-8873-162c8deb3ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.397817 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-5b7c48e2-3650-4797-8873-162c8deb3ced admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afab677d-5c04-408f-83de-59aba7040f54 HTTP/1.1" status: 204 len: 168 time: 0.1651554 May 27 13:25:20.287578 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51520) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:20.413589 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.428151 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:20.432230 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Usage tracker for resource:security_group_rule and tenant:25b3d368f19148a89bfde20bb2bbff1b is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:20.435128 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:20.440858 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:20.525010 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.531896 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.545151 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-6f756700-7d1a-49c7-a343-fe56214983b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:20.586206 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25b3d368f19148a89bfde20bb2bbff1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975729 May 27 13:25:20.587929 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ccb7d9-eed8-4da7-9324-0491e6224879,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:20.589281 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51526) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:20.591191 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-cd1ac2eb-2b32-48be-b95e-67e6d6f7cd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:20.650011 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-687a5fdc-7c3e-4514-a969-c8c44ebf38b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.675923 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-687a5fdc-7c3e-4514-a969-c8c44ebf38b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.731221 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-687a5fdc-7c3e-4514-a969-c8c44ebf38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.734782 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b20d57da-e3f4-4f31-a38c-c6105f4dadef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:20.749571 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a5fdc-7c3e-4514-a969-c8c44ebf38b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ccb7d9-eed8-4da7-9324-0491e6224879,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:20.753606 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-687a5fdc-7c3e-4514-a969-c8c44ebf38b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:20.765818 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-687a5fdc-7c3e-4514-a969-c8c44ebf38b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.767068 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-687a5fdc-7c3e-4514-a969-c8c44ebf38b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6ccb7d9-eed8-4da7-9324-0491e6224879 HTTP/1.1" status: 204 len: 168 time: 0.1767266 May 27 13:25:20.911137 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d8ae84ed-5515-4b7c-8823-f605de8c6deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.076471 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51534) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:21.094436 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.108798 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:21.112891 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Usage tracker for resource:security_group_rule and tenant:bb9e4446104146ff958e1b8dc65084ac is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:21.116016 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:21.122194 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:21.215001 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.220263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.231169 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-489e32ef-d6f5-4846-8970-13ae4952eb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:21.271994 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb9e4446104146ff958e1b8dc65084ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944025 May 27 13:25:21.272989 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be190a1-4cbf-43f3-a7a2-9bb8c53126c7,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:21.275198 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51538) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:21.276461 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-cd1a34d1-5224-42a9-bc0d-ea66c069c10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:21.340975 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4536f88d-3d26-4ff8-8f30-6c6113f03827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.369408 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4536f88d-3d26-4ff8-8f30-6c6113f03827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.426300 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4536f88d-3d26-4ff8-8f30-6c6113f03827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.430659 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-31937796-e38c-416a-8f4c-e8ef374bde49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:21.443327 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536f88d-3d26-4ff8-8f30-6c6113f03827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be190a1-4cbf-43f3-a7a2-9bb8c53126c7,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:21.445760 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4536f88d-3d26-4ff8-8f30-6c6113f03827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:21.454595 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-4536f88d-3d26-4ff8-8f30-6c6113f03827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.456921 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-4536f88d-3d26-4ff8-8f30-6c6113f03827 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3be190a1-4cbf-43f3-a7a2-9bb8c53126c7 HTTP/1.1" status: 204 len: 168 time: 0.1793821 May 27 13:25:23.316806 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.395535 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c3aa5569-ed4a-4bfb-8ac6-3752c14ff479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.419233 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51594) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:23.558869 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.573089 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:23.577553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Usage tracker for resource:security_group_rule and tenant:73d1fc192dc34ad1ba1be9f55fedac87 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:23.580457 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:23.586701 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:23.669632 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.675730 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.682786 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-dfb3bee1-01a7-420c-bdfb-285ec55236f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:23.722190 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73d1fc192dc34ad1ba1be9f55fedac87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019447 May 27 13:25:23.723060 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5c883-f8ec-4303-acda-5d5439f22e6d,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:23.725239 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51600) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:23.726186 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-46b1868b-8afe-4eaf-bc13-837f9b43062d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:23.786660 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1a5ddfd3-d20e-4ec4-8a81-b4b008137b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.813576 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1a5ddfd3-d20e-4ec4-8a81-b4b008137b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.871722 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1a5ddfd3-d20e-4ec4-8a81-b4b008137b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.875548 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3bf6966f-4237-422a-a7a2-7e90e0588fe8 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:23.888068 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ddfd3-d20e-4ec4-8a81-b4b008137b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5c883-f8ec-4303-acda-5d5439f22e6d,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:23.890393 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1a5ddfd3-d20e-4ec4-8a81-b4b008137b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:23.899260 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1a5ddfd3-d20e-4ec4-8a81-b4b008137b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:23.900374 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1a5ddfd3-d20e-4ec4-8a81-b4b008137b99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89d5c883-f8ec-4303-acda-5d5439f22e6d HTTP/1.1" status: 204 len: 168 time: 0.1741865 May 27 13:25:24.212892 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51608) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:24.234272 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.248791 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:24.253163 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Usage tracker for resource:security_group_rule and tenant:8691deee343b4e81b76428c10bfad3d1 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:24.256088 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:24.262185 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:24.356038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.363560 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.375227 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-6838e7ea-0789-4c8f-9030-df47f3035a32 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:24.421433 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8691deee343b4e81b76428c10bfad3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074466 May 27 13:25:24.422310 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd4cb9-5128-460b-9b9d-b3c1b0e8de63,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:24.424495 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51612) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:24.425378 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:24.488258 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fb66b42a-da82-46b0-81f9-8b31eb5f6fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.516407 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fb66b42a-da82-46b0-81f9-8b31eb5f6fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.577512 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fb66b42a-da82-46b0-81f9-8b31eb5f6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.583373 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ac6af526-73a5-4355-b27a-d5ec57c9ec32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:24.583787 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.601191 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66b42a-da82-46b0-81f9-8b31eb5f6fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd4cb9-5128-460b-9b9d-b3c1b0e8de63,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:24.604035 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-fb66b42a-da82-46b0-81f9-8b31eb5f6fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:24.605016 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-fb66b42a-da82-46b0-81f9-8b31eb5f6fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:24.606238 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-fb66b42a-da82-46b0-81f9-8b31eb5f6fcc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f0fd4cb9-5128-460b-9b9d-b3c1b0e8de63 HTTP/1.1" status: 204 len: 168 time: 0.1806033 May 27 13:25:25.856469 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:25.959432 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:25:36.441746 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:36.922053 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51722) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:37.049297 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.064232 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:37.068374 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:668fcf25a3b04da28786e5e42701582b is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:37.071351 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:37.077792 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:37.160393 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.166224 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.172803 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4f5a1c75-da25-4050-91d6-09302301f647 tempest-AttachVolumeShelveTestJSON-1871690606 tempest-AttachVolumeShelveTestJSON-1871690606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:37.217335 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=668fcf25a3b04da28786e5e42701582b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935348 May 27 13:25:37.218169 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870ba19-b615-4d4d-ba53-abcb9baa3fa9,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:37.220163 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51728) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:37.222309 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-8cef731f-5896-4801-90af-738dd9726fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:37.280135 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.307998 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.367087 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.371140 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-e30d97c7-26b7-45ee-9b6a-d8353720894b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:37.382283 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870ba19-b615-4d4d-ba53-abcb9baa3fa9,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:37.386182 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:37.389506 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.390676 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9870ba19-b615-4d4d-ba53-abcb9baa3fa9 HTTP/1.1" status: 204 len: 168 time: 0.1694992 May 27 13:25:37.713576 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51736) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:37.735346 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.749889 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:37.754095 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5e4ad1063241b09838a6f84fd97ef9 is out of sync, need to count used quota {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:37.757133 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91946) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:37.763301 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.quota.driver [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91946) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:37.853517 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.859886 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.868663 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9e5889c2-6973-44ce-abfe-c6ff38e27df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:37.907885 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d5e4ad1063241b09838a6f84fd97ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931891 May 27 13:25:37.909569 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371988a8-b5e8-4652-8e81-c4e91e8b39b8,revision_number=1']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:37.910969 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51740) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:37.912858 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a049acf7-b307-42af-b54f-5b57012f1934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:37.972885 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:37.998267 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:38.054365 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:38.058038 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-90b5dc7c-bdb2-4e98-9247-1bfac53d80ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:38.071519 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371988a8-b5e8-4652-8e81-c4e91e8b39b8,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:38.075650 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:38.087986 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:38.089150 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/371988a8-b5e8-4652-8e81-c4e91e8b39b8 HTTP/1.1" status: 204 len: 168 time: 0.1770823 May 27 13:25:39.332951 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51772) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:39.477528 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:39.493192 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:39.497465 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Usage tracker for resource:security_group_rule and tenant:4acb13dbb47d4f9f82d5f57e3122ecb6 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:39.500565 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:39.506645 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:39.597458 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:39.604829 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:39.611851 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e7f34b1e-e791-48d2-a998-b333d3b34019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:39.652064 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4acb13dbb47d4f9f82d5f57e3122ecb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180404 May 27 13:25:39.652983 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802ba46e-4bc3-4c85-8262-146e7fe86cf6,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:39.655058 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51778) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:39.656253 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-131a648d-3221-474f-89db-2e52cf0efdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:39.716365 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc5b-3263-40b1-83df-7e140dc78e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:39.742569 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc5b-3263-40b1-83df-7e140dc78e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:39.799573 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc5b-3263-40b1-83df-7e140dc78e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:39.803396 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-b081bd51-bb9e-40c0-a86a-76af65413e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:39.815559 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1bc5b-3263-40b1-83df-7e140dc78e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802ba46e-4bc3-4c85-8262-146e7fe86cf6,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:39.818152 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9aa1bc5b-3263-40b1-83df-7e140dc78e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:39.826140 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9aa1bc5b-3263-40b1-83df-7e140dc78e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:39.827312 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-9aa1bc5b-3263-40b1-83df-7e140dc78e8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/802ba46e-4bc3-4c85-8262-146e7fe86cf6 HTTP/1.1" status: 204 len: 168 time: 0.1712055 May 27 13:25:45.769016 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-66ff81be-3399-4b01-858c-8b5d70310c87 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740745 May 27 13:25:45.940638 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-bdf8bc4a-8b59-4766-b83a-5b182beef541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:45.942167 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-bdf8bc4a-8b59-4766-b83a-5b182beef541 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1099 time: 0.0779464 May 27 13:25:46.105036 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-b4d7d766-9ad0-440a-ae80-88b7a78960b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:46.106515 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-b4d7d766-9ad0-440a-ae80-88b7a78960b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 910 time: 0.1409681 May 27 13:25:46.219467 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-5790c4df-e47c-437b-905f-0989b95dbd57 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 1002 time: 0.1018927 May 27 13:25:46.287470 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-b6c59360-7569-4c00-b58e-40287f34b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:46.288964 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-b6c59360-7569-4c00-b58e-40287f34b1ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.0630720 May 27 13:25:46.369097 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-b4069c32-0290-4444-83a8-3a9aabf9d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:46.370633 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-b4069c32-0290-4444-83a8-3a9aabf9d3c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0740798 May 27 13:25:46.595850 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-a1c715e5-3b22-4e65-97d8-97ab977a668f service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139475 May 27 13:25:46.740051 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-b287cee2-9994-4b00-b638-b2ab15fefbe6 req-cc5d8870-88c3-48ac-b294-084030d27f04 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337705 May 27 13:25:50.917664 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3e9d72de-4b69-45d2-86f2-ae93144f1fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:53.326296 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:53.398763 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-7f7a47b8-f0c7-4e3b-b3d2-b470367242ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:54.588205 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:55.867224 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:02.964057 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:26:06.439737 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.162505 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 51968) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:12.288903 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.303649 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:26:12.308051 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Usage tracker for resource:security_group_rule and tenant:3af88a2ab18b4582aecf119a314158f4 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:26:12.311406 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:26:12.318092 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:26:12.405158 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.411412 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.418549 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-d543e1cd-78dd-48fc-a764-7bfbe8dca3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:12.459464 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3af88a2ab18b4582aecf119a314158f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958212 May 27 13:26:12.460544 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c2b132-85ee-4d6c-b893-d64afab184df,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:12.462559 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 51974) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:12.468390 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.468803 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.469172 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.469533 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.469904 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.470352 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.470699 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.471063 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.471415 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.471772 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.472118 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.472480 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.476574 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-e8768571-8bd2-4bee-a0ca-f3e49f3847bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:12.528978 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.555924 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.612171 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.615673 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-eb507ae1-ba5a-4d9a-8d77-82f207951ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:12.626561 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c2b132-85ee-4d6c-b893-d64afab184df,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:12.636736 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.637101 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.637456 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.637805 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.638144 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.638485 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.638822 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.639141 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.639477 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.639813 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.640140 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.640498 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:12.643544 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:12.647325 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1c2b132-85ee-4d6c-b893-d64afab184df HTTP/1.1" status: 204 len: 168 time: 0.1837184 May 27 13:26:12.648799 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-cedc49e9-452f-4bd0-833a-ff19c71ffcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:20.905809 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ef40aafb-9dd0-4ae7-bb66-12aa1769a24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:23.323104 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:23.404782 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-8c738daf-c5fc-41bb-8a61-bacac5721b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:24.591479 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:25.874322 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:30.099557 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52148) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:30.622398 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Deleting port a88cc526-6414-4da6-acc6-521461dbc9e0 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:30.622762 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:30.749137 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:30.749432 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:30.873384 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Calling delete_port for a88cc526-6414-4da6-acc6-521461dbc9e0 owned by network:floatingip {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:31.008539 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:31.013347 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-11a9ffa5-6c3a-47ea-9e36-70e746b0fbda tempest-ServerRescueNegativeTestJSON-40053910 tempest-ServerRescueNegativeTestJSON-40053910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:31.059218 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event deleted for resources: {'Port': ['ID=a88cc526-6414-4da6-acc6-521461dbc9e0,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:31.085612 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:31.162006 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for floatingip, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:31.162735 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.db.l3_db [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Floating IP 37826604-97b8-4c77-8fcf-68d88170c0ff disassociated (deleted). External IP: 172.28.0.114, port: 35c25fac-2b60-49a3-9c77-e74696a1ea8c. May 27 13:26:31.622409 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:26:31.816957 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:26:31.828003 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] Sync routers for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:26:31.838011 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for floatingip, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:31.840982 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:26:31.842427 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:26:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:31.899634 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-d3d16f4d-33c0-493c-955d-2fc354b4af15 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "DELETE /v2.0/floatingips/37826604-97b8-4c77-8fcf-68d88170c0ff HTTP/1.1" status: 204 len: 168 time: 1.7964308 May 27 13:26:31.899634 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:26:31.956879 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'status': 'completed', 'code': 200} May 27 13:26:32.062636 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-4f2a7f4c-a84d-4d5c-b750-93192ed284d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:32.064273 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-4f2a7f4c-a84d-4d5c-b750-93192ed284d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e1e2059cba644634b6a57e1f41b0400a&device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 1099 time: 0.0854621 May 27 13:26:32.101264 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:26:32.221315 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-5c0cbc5c-88c8-4160-8479-ab9347dce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:32.222951 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-5c0cbc5c-88c8-4160-8479-ab9347dce8c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 200 len: 910 time: 0.1462786 May 27 13:26:32.294834 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-6b3e95b3-e327-4969-b7bb-4ff4136752e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 200 len: 217 time: 0.0643389 May 27 13:26:32.360630 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba21db4-fb0a-45b5-8cf0-76cc12e0de38 req-53b98719-baea-492e-80c7-8895d9f1b8f4 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:32.363167 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3ba21db4-fb0a-45b5-8cf0-76cc12e0de38 req-53b98719-baea-492e-80c7-8895d9f1b8f4 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0883999 May 27 13:26:32.377895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-e6a7dc26-4131-4f26-ab84-338a699f23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:32.379461 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-e6a7dc26-4131-4f26-ab84-338a699f23a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 200 len: 848 time: 0.0770137 May 27 13:26:32.411644 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3ba21db4-fb0a-45b5-8cf0-76cc12e0de38 req-edbdfc47-1be6-4b56-9c2b-8b71c0b6969d tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 May 27 13:26:32.446564 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 5, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:32.450800 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] Checking router: b1adcaa5-f1d7-496a-bb5b-4394bcd58195 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:26:32.459351 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:26:32.459967 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:26:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:32.464689 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-75b71002-42d8-4105-8138-d9b5c4618e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:32.466206 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-75b71002-42d8-4105-8138-d9b5c4618e41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=461e0cc0-06c4-4dce-afc1-2910692de8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0776203 May 27 13:26:32.605270 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-5ceac1eb-9ac4-4f83-bed2-a638dc342458 service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269789 May 27 13:26:32.645609 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:26:32.745902 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-3d3800d2-aec4-4b7b-893f-a0b48f3558a3 req-da104abe-1748-420c-a5b4-a753a2cc35ed service neutron] 10.222.0.64 "GET /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313772 May 27 13:26:32.968352 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 5, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:32.972809 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31499e-85f0-4c4a-80bf-aacec7922b54 None None] The sync data for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb is: [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:20:13Z', 'revision_number': 4, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb', '_interfaces': [{'id': '8d742d7e-bbec-4d78-bae4-b1b500caab7d', 'name': '', 'network_id': '461e0cc0-06c4-4dce-afc1-2910692de8ee', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'mac_address': 'fa:16:3e:65:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:13Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 5, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'subnets': [{'id': '0e0f28a8-730d-4d00-8824-715aae5db012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:26:33.186299 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a86ae0-0bcc-4c1c-9d8e-65101a811bcb None None] New status for floating IP 37826604-97b8-4c77-8fcf-68d88170c0ff: DOWN {{(pid=91949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:26:33.614633 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b859f-d944-443a-9bce-26b826bc69da req-7a2a2083-d016-419f-8a06-65c24058faac tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:33.616072 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a4b859f-d944-443a-9bce-26b826bc69da req-7a2a2083-d016-419f-8a06-65c24058faac tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0852377 May 27 13:26:33.667091 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-3a4b859f-d944-443a-9bce-26b826bc69da req-96a6f93a-229c-4a61-828d-f1892c062455 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 May 27 13:26:34.343820 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-211a8378-ed75-486f-a34b-1731ca4c6d61 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:34.344651 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-211a8378-ed75-486f-a34b-1731ca4c6d61 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Synchronizing usage tracker for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:port {{(pid=91946) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:26:34.363695 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.quota.resource [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-211a8378-ed75-486f-a34b-1731ca4c6d61 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Unset dirty status for tenant:e1e2059cba644634b6a57e1f41b0400a on resource:port {{(pid=91946) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:26:34.364984 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-211a8378-ed75-486f-a34b-1731ca4c6d61 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.1101701 May 27 13:26:34.510954 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Deleting port 35c25fac-2b60-49a3-9c77-e74696a1ea8c {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:34.511328 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:34.652045 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] For port 35c25fac-2b60-49a3-9c77-e74696a1ea8c, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=35c25fac-2b60-49a3-9c77-e74696a1ea8c,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:34.652399 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:34.784777 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Calling delete_port for 35c25fac-2b60-49a3-9c77-e74696a1ea8c owned by compute:nova {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:34.860484 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8342da-417a-4bab-91db-00707f7a6724 req-a49b4176-eca1-4525-bf7b-3d439f052298 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:34.862213 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bf8342da-417a-4bab-91db-00707f7a6724 req-a49b4176-eca1-4525-bf7b-3d439f052298 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 946 time: 0.0868976 May 27 13:26:34.909219 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-bf8342da-417a-4bab-91db-00707f7a6724 req-7269533d-0146-488c-ad85-4b12e2f6bb16 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/security-groups?id=95aff7cd-244c-4138-9bc4-39a355d3f69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 May 27 13:26:35.006329 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:35.014434 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:35.068693 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event deleted for resources: {'Port': ['ID=35c25fac-2b60-49a3-9c77-e74696a1ea8c,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:35.071732 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:35.153509 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] No DVR routers for this DVR port 35c25fac-2b60-49a3-9c77-e74696a1ea8c on host hv-cinder-75157 {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:26:35.156654 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203549'] for port, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:35.160314 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-deleted', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c'}] {{(pid=91946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:26:35.179023 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [req-d4af2a77-9126-4542-b3a9-dbd62a30eb05 req-1d052ede-899c-49a7-8f1d-ed21d93ac70c tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.64 "DELETE /v2.0/ports/35c25fac-2b60-49a3-9c77-e74696a1ea8c HTTP/1.1" status: 204 len: 173 time: 0.8074760 May 27 13:26:35.210654 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d667479-36ae-4f85-89b3-575ec61a351c', 'name': 'network-vif-deleted', 'tag': '35c25fac-2b60-49a3-9c77-e74696a1ea8c', 'status': 'completed', 'code': 200} May 27 13:26:36.097783 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [req-f970d06f-0d56-4e36-ad89-ffed5982198c req-4ec0739d-2b12-4601-b5d9-e5243b35c55d tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9d667479-36ae-4f85-89b3-575ec61a351c HTTP/1.1" status: 200 len: 210 time: 0.0485222 May 27 13:26:36.457962 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:36.995551 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 35c25fac-2b60-49a3-9c77-e74696a1ea8c no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:26:37.034208 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] No Port match for: 35c25fac-2b60-49a3-9c77-e74696a1ea8c {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:26:37.034558 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Device 35c25fac-2b60-49a3-9c77-e74696a1ea8c not bound to the agent host hv-cinder-75157 {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:26:37.194544 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 52188) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:37.268553 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce09-7cd6-401b-b02c-73401ee678f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group, before_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:37.299063 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce09-7cd6-401b-b02c-73401ee678f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:37.382245 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce09-7cd6-401b-b02c-73401ee678f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:37.386498 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-4e857bb5-50b8-403e-a57f-20823d577b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:37.402541 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cce09-7cd6-401b-b02c-73401ee678f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aff7cd-244c-4138-9bc4-39a355d3f69a,revision_number=None']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:37.406873 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-3b6cce09-7cd6-401b-b02c-73401ee678f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:37.423290 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-3b6cce09-7cd6-401b-b02c-73401ee678f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] Notify callbacks [] for security_group, before_response {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:37.427548 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-3b6cce09-7cd6-401b-b02c-73401ee678f3 tempest-TestShelveInstance-173294700 tempest-TestShelveInstance-173294700-project] 10.222.0.76 "DELETE /v2.0/security-groups/95aff7cd-244c-4138-9bc4-39a355d3f69a HTTP/1.1" status: 204 len: 168 time: 0.2316072 May 27 13:26:37.469466 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52194) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:38.156872 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486396'] for router_interface, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:38.581415 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Deleting port 8d742d7e-bbec-4d78-bae4-b1b500caab7d {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:38.582111 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:38.712311 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] For port 8d742d7e-bbec-4d78-bae4-b1b500caab7d, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=8d742d7e-bbec-4d78-bae4-b1b500caab7d,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:38.712663 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:38.935224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Calling delete_port for 8d742d7e-bbec-4d78-bae4-b1b500caab7d owned by network:router_interface {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:39.103561 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:39.111579 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-a60a35ed-49b3-48e3-93ac-e1cf433b20e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:39.156638 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d742d7e-bbec-4d78-bae4-b1b500caab7d,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:39.189019 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:39.430814 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497996'] for router_interface, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:39.813092 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:26:39.963317 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:26:39.996979 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:26:40.007292 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] Sync routers for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:26:40.011937 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] 10.222.0.76 "PUT /v2.0/routers/b1adcaa5-f1d7-496a-bb5b-4394bcd58195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413449 May 27 13:26:40.014699 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52208) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:40.021684 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:26:40.022316 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:26:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:40.196059 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks [] for router, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:40.202892 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: dv-cinder-751579-24-smb {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:26:40.482343 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:40.549793 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:26:39Z', 'revision_number': 5, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port': {'id': 'f091ae53-69ec-4d3b-a66e-d434c41df65b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:46:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:10Z', 'updated_at': '2021-05-27T13:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:40.555518 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] Checking router: b1adcaa5-f1d7-496a-bb5b-4394bcd58195 for host: dv-cinder-751579-24-smb {{(pid=91948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:26:40.560366 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Deleting port f091ae53-69ec-4d3b-a66e-d434c41df65b {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:40.560718 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:40.566253 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] Routers {'b1adcaa5-f1d7-496a-bb5b-4394bcd58195'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:26:40.566860 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:26:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'], 'active': True} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:40.681272 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] For port f091ae53-69ec-4d3b-a66e-d434c41df65b, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=f091ae53-69ec-4d3b-a66e-d434c41df65b,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:40.681648 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:40.719506 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvr_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] Set router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 gateway port host: None {{(pid=91948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:26:40.802047 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Calling delete_port for f091ae53-69ec-4d3b-a66e-d434c41df65b owned by network:router_gateway {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:40.825373 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_hamode_db [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:26:40Z', 'revision_number': 6, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port_host': None}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:40.829499 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a76264-4318-4b76-88e9-1bf55f23aa03 None None] The sync data for ids ['b1adcaa5-f1d7-496a-bb5b-4394bcd58195'] in dv-cinder-751579-24-smb is: [{'id': 'b1adcaa5-f1d7-496a-bb5b-4394bcd58195', 'name': 'tempest-TestShelveInstance-1452383676-router', 'tenant_id': 'e1e2059cba644634b6a57e1f41b0400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:09Z', 'updated_at': '2021-05-27T13:26:40Z', 'revision_number': 6, 'project_id': 'e1e2059cba644634b6a57e1f41b0400a', 'gw_port_host': None}] {{(pid=91948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:26:40.947767 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:40.952141 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c9934220-24b7-404c-9b9a-fe54a1960bd2 tempest-AttachVolumeTestJSON-297738448 tempest-AttachVolumeTestJSON-297738448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:40.998653 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f091ae53-69ec-4d3b-a66e-d434c41df65b,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:41.001645 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:41.097394 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484819'] for router_gateway, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.286677 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7899'] for router, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.289275 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.314297 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-498784'] for router, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.314898 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1adcaa5-f1d7-496a-bb5b-4394bcd58195 {{(pid=91946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:26:41.327926 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.329109 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-f4bdc2e7-ac01-46a3-9eb9-cdcf00b07a89 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b1adcaa5-f1d7-496a-bb5b-4394bcd58195 HTTP/1.1" status: 204 len: 168 time: 1.3135314 May 27 13:26:41.331836 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52224) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:41.393738 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Deleting subnet 0e0f28a8-730d-4d00-8824-715aae5db012 {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:26:41.396834 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.450954 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.533095 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.799535 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.804921 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-ad76d36d-07b8-4dac-aec8-06d33953fd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:41.839340 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0f28a8-730d-4d00-8824-715aae5db012,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:41.841340 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:41.844117 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:41.846070 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a8a36-aff9-4601-b802-c0ca426d40f0 None None] Network 461e0cc0-06c4-4dce-afc1-2910692de8ee requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:26:41.847929 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-3aa375af-5b2b-4847-b269-203c0bf8738b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0e0f28a8-730d-4d00-8824-715aae5db012 HTTP/1.1" status: 204 len: 168 time: 0.5151503 May 27 13:26:41.850550 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52228) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:42.069264 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.091298 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] DHCP port deletion for 461e0cc0-06c4-4dce-afc1-2910692de8ee request from dv-cinder-751579-24-smb {{(pid=91948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:26:42.146694 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Deleting port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:42.147026 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.159526 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Deleting port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 {{(pid=91948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:42.159908 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.246559 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] For port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:42.246868 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.255500 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] For port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,segment=NetworkSegment(3655c541-d439-4147-9b7b-cf829dcfdb26),segment_id=3655c541-d439-4147-9b7b-cf829dcfdb26)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:42.255996 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.324890 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 8d742d7e-bbec-4d78-bae4-b1b500caab7d no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:26:42.376554 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Calling delete_port for ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 owned by network:dhcp {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:42.411128 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Calling delete_port for ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 owned by network:dhcp {{(pid=91948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:42.419317 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 8d742d7e-bbec-4d78-bae4-b1b500caab7d {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:26:42.419655 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 8d742d7e-bbec-4d78-bae4-b1b500caab7d not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:26:42.420033 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:26:42.427640 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.431820 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-8b13b0a7-13ee-4d56-9644-8fc4fd05f033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:42.455126 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:26:42.455478 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:26:42.455886 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f091ae53-69ec-4d3b-a66e-d434c41df65b no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:26:42.475685 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:42.478356 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:42.480886 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] No DVR routers for this DVR port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 on host dv-cinder-751579-24-smb {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:26:42.492298 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: f091ae53-69ec-4d3b-a66e-d434c41df65b {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:26:42.492662 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device f091ae53-69ec-4d3b-a66e-d434c41df65b not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:26:42.527088 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165'] for port, after_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.530868 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:42.573621 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Pushing event deleted for resources: {'Port': ['ID=ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2,revision_number=None']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:42.578713 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] No DVR routers for this DVR port ae04cf3e-8133-40c9-9fb9-3fa1e72c90a2 on host dv-cinder-751579-24-smb {{(pid=91948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:26:42.585057 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.585398 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.587901 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.590470 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.590470 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-smb {{(pid=91948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:26:42.593000 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-90add6c1-233a-466a-8f14-ab1427e1d040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:42.605782 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.619664 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461e0cc0-06c4-4dce-afc1-2910692de8ee']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:42.631658 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3655c541-d439-4147-9b7b-cf829dcfdb26') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:42.631955 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3655c541-d439-4147-9b7b-cf829dcfdb26') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:42.643309 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.659437 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.665851 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:26:42.666220 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:26:42.679568 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:26:42.759451 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.762915 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:42.775974 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:42.786293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Pushing event deleted for resources: {'Network': ['ID=461e0cc0-06c4-4dce-afc1-2910692de8ee,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:42.789593 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:42.800924 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-c22eae2b-8388-4e87-bd16-8f0307aabd8c admin admin] 10.222.0.76 "DELETE /v2.0/networks/461e0cc0-06c4-4dce-afc1-2910692de8ee HTTP/1.1" status: 204 len: 168 time: 0.9494660 May 27 13:26:42.803929 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52234) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:43.369263 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486396'] for router_interface, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:43.890703 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Deleting port 9c40133b-8454-4b15-9f79-97094ca8097b {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:43.891046 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:44.022471 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] For port 9c40133b-8454-4b15-9f79-97094ca8097b, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=9c40133b-8454-4b15-9f79-97094ca8097b,segment=NetworkSegment(ee23a081-df5d-4659-b5f7-53d456392142),segment_id=ee23a081-df5d-4659-b5f7-53d456392142)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:44.022826 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:44.146042 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Calling delete_port for 9c40133b-8454-4b15-9f79-97094ca8097b owned by network:router_interface {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:44.301229 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:44.305691 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-47ef1a3e-f00c-4d20-95ef-99dc57bb5fdf tempest-TestMinimumBasicScenario-1823304393 tempest-TestMinimumBasicScenario-1823304393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:44.348730 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c40133b-8454-4b15-9f79-97094ca8097b,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:44.351816 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:44.622916 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-497996'] for router_interface, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:45.079196 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 has already been hosted by L3 agent 50ceb521-65ec-45a3-88f0-05a93888b5c3 {{(pid=91946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:26:45.265047 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] Notify agent at l3_agent.dv-cinder-751579-24-smb the message routers_updated {{(pid=91946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:26:45.274305 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] Sync routers for ids ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'] in dv-cinder-751579-24-smb {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:26:45.287055 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-bddd8cca-fbc1-47c7-ab14-e8323d11cb2e admin admin] 10.222.0.76 "PUT /v2.0/routers/492d53de-e1c1-4fb4-b4a3-5c187eac2ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4792745 May 27 13:26:45.287307 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] Routers {'492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:26:45.287307 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:26:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:45.287577 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52244) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:45.458951 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] Set router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 gateway port host: dv-cinder-751579-24-smb {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:26:45.466167 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks [] for router, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:45.638982 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:45.714095 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Deleting port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:45.714446 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:45.737800 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'external_fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:26:44Z', 'revision_number': 5, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port': {'id': '1eb5fa4a-a610-4f17-8f5a-6036cb6d917b', 'name': '', 'network_id': '2821688a-fcf5-4a47-aec0-6a22d94d2ded', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:17Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cce2a3ff-c9e8-4c8b-9424-fee4b5c7e337', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-smb'}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:45.742091 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] Checking router: 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 for host: dv-cinder-751579-24-smb {{(pid=91949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:26:45.750794 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] Routers {'492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'} bound to L3 agent in host dv-cinder-751579-24-smb {{(pid=91949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:26:45.751359 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:23Z,description=,heartbeat_timestamp=2021-05-27T13:26:23Z,host='dv-cinder-751579-24-smb',id=50ceb521-65ec-45a3-88f0-05a93888b5c3,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:23Z,topic='l3_agent')) {'router_ids': ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'], 'active': True} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:45.838746 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] For port 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,segment=NetworkSegment(3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3),segment_id=3d8d0c55-fe9e-4cca-b988-ccf8e3d08fd3)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:45.839073 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:45.897090 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_dvr_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] Set router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 gateway port host: None {{(pid=91949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:26:45.960190 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Calling delete_port for 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b owned by network:router_gateway {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:46.004338 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.l3_hamode_db [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:26:45Z', 'revision_number': 6, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port_host': None}], 'dv-cinder-751579-24-smb', False) {} {{(pid=91949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:46.009040 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89d3671-5cee-4e51-9514-25d8649ffbbc None None] The sync data for ids ['492d53de-e1c1-4fb4-b4a3-5c187eac2ad7'] in dv-cinder-751579-24-smb is: [{'id': '492d53de-e1c1-4fb4-b4a3-5c187eac2ad7', 'name': 'tempest-TestShelveInstance-6126975-router', 'tenant_id': '4afba0a2e09247f5b67c0b5b66975e43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:16Z', 'updated_at': '2021-05-27T13:26:45Z', 'revision_number': 6, 'project_id': '4afba0a2e09247f5b67c0b5b66975e43', 'gw_port_host': None}] {{(pid=91949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:26:46.125768 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.131198 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-cec3b9bf-a509-4d63-a374-2d65aaa2a8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:46.173906 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb5fa4a-a610-4f17-8f5a-6036cb6d917b,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:46.176957 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:46.268917 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484819'] for router_gateway, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.460151 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-498508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7899'] for router, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.462495 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.463423 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9c40133b-8454-4b15-9f79-97094ca8097b no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:26:46.500587 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 9c40133b-8454-4b15-9f79-97094ca8097b {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:26:46.500938 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 9c40133b-8454-4b15-9f79-97094ca8097b not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:26:46.595434 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-498784'] for router, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.596218 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 {{(pid=91946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:26:46.616368 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] Notify callbacks [] for router, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.617542 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-4b7b8bd9-ec84-4365-8a87-bdd740275a84 admin admin] 10.222.0.76 "DELETE /v2.0/routers/492d53de-e1c1-4fb4-b4a3-5c187eac2ad7 HTTP/1.1" status: 204 len: 168 time: 1.3289747 May 27 13:26:46.620270 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52250) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:46.680125 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Deleting subnet 512039ce-d034-462b-ae31-aaed422e356e {{(pid=91946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:26:46.683386 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.735998 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3935574'] for subnet, precommit_delete_associations {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:46.815850 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1384701'] for subnet, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.072619 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4032254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3905914'] for subnet, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.077394 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:47.113765 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512039ce-d034-462b-ae31-aaed422e356e,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:47.116403 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:47.119127 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.125187 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c249ef1-9c13-4140-b615-843ca28916d8 None None] Network 3c4ca563-b294-4f09-812b-d738ba2a0db6 requested from dv-cinder-751579-24-smb {{(pid=91948) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:26:47.125416 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-bdacf66a-9763-4869-afb2-b3914469f8ef admin admin] 10.222.0.76 "DELETE /v2.0/subnets/512039ce-d034-462b-ae31-aaed422e356e HTTP/1.1" status: 204 len: 168 time: 0.5041573 May 27 13:26:47.127867 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52254) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:47.234665 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1559913'] for network, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.309587 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Deleting port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 {{(pid=91946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:47.309828 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.404003 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] DHCP port deletion for 3c4ca563-b294-4f09-812b-d738ba2a0db6 request from dv-cinder-751579-24-smb {{(pid=91948) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:26:47.411763 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.db [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] For port 3fee244f-bec3-4b0c-b66c-fb769bf94b03, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=3fee244f-bec3-4b0c-b66c-fb769bf94b03,segment=NetworkSegment(ee23a081-df5d-4659-b5f7-53d456392142),segment_id=ee23a081-df5d-4659-b5f7-53d456392142)] {{(pid=91946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:47.412112 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.474390 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] Deleting port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 {{(pid=91948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:26:47.474999 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739896582988'] for port, before_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.538705 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.plugin [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Calling delete_port for 3fee244f-bec3-4b0c-b66c-fb769bf94b03 owned by network:dhcp {{(pid=91946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:47.572533 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.db [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] For port 3fee244f-bec3-4b0c-b66c-fb769bf94b03, host dv-cinder-751579-24-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-smb',level=0,port_id=3fee244f-bec3-4b0c-b66c-fb769bf94b03,segment=NetworkSegment(ee23a081-df5d-4659-b5f7-53d456392142),segment_id=ee23a081-df5d-4659-b5f7-53d456392142)] {{(pid=91948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:26:47.573215 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497679'] for port, precommit_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.585942 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4030479'] for port, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.591430 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-1c286871-ca85-4849-a31c-3c5cae8a6751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:47.638147 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fee244f-bec3-4b0c-b66c-fb769bf94b03,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:47.639527 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:47.640322 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] No DVR routers for this DVR port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 on host dv-cinder-751579-24-smb {{(pid=91946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:26:47.701568 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] Calling delete_port for 3fee244f-bec3-4b0c-b66c-fb769bf94b03 owned by network:dhcp {{(pid=91948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:26:47.746917 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1459188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586639', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739896585638', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739896200165'] for port, after_delete {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.750810 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-902782a1-bfe3-4cd7-94c2-393380eca47f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:47.758735 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1389920', 'neutron.services.segments.db._delete_segments_for_network-8739896646885'] for network, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.771633 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4ca563-b294-4f09-812b-d738ba2a0db6']}} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:47.783966 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee23a081-df5d-4659-b5f7-53d456392142') {'for_net_delete': True} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:47.784267 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.services.segments.db [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee23a081-df5d-4659-b5f7-53d456392142') {} {{(pid=91946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:26:47.793767 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] Pushing event deleted for resources: {'Port': ['ID=3fee244f-bec3-4b0c-b66c-fb769bf94b03,revision_number=None']} {{(pid=91948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:47.796179 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG oslo_concurrency.lockutils [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:47.800469 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739896654758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3935599'] for segment, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.800688 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78785c86-0e9c-4fa4-96e6-8189d8e0ef92 None None] No DVR routers for this DVR port 3fee244f-bec3-4b0c-b66c-fb769bf94b03 on host dv-cinder-751579-24-smb {{(pid=91948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:26:47.818955 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432'] for segment, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.825652 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=91946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:26:47.826044 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1387432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4030556'] for segment, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: Traceback (most recent call last): May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: timer() May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: cb(*args, **kw) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: return func(*args, **kwargs) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: self._notify() May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: self.callback(batched_events) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: event.method(event) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: return f(self, *a, **k) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: return self._get(url).json() May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: return self.request(url, 'GET', **kwargs) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:26:47.840211 dv-cinder-751579-24-smb neutron-server[91946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:26:47.923593 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1389951', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-460377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1586630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-484860'] for network, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.928895 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586657'] for network, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:47.931547 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:47.953127 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4ca563-b294-4f09-812b-d738ba2a0db6,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:47.955541 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:47.962190 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-0cad0792-253d-42cb-a854-f0b9e72d06f4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3c4ca563-b294-4f09-812b-d738ba2a0db6 HTTP/1.1" status: 204 len: 168 time: 0.8333056 May 27 13:26:48.084754 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52272) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:48.138805 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-a6265f9e-834c-41d3-9b0e-c4486c4e2d61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1e2059cba644634b6a57e1f41b0400a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527084 May 27 13:26:48.141294 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52276) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:48.205872 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9e1921e0-4038-4f94-92c4-34f624eeacb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.236019 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9e1921e0-4038-4f94-92c4-34f624eeacb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.295505 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9e1921e0-4038-4f94-92c4-34f624eeacb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.301391 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-7154fa26-b173-4ece-8a84-f6a85933dfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:48.316076 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1921e0-4038-4f94-92c4-34f624eeacb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32012014-9eca-405c-8d82-f5c6a2da5540,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:48.318749 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9e1921e0-4038-4f94-92c4-34f624eeacb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:48.331131 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9e1921e0-4038-4f94-92c4-34f624eeacb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.332860 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-9e1921e0-4038-4f94-92c4-34f624eeacb7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/32012014-9eca-405c-8d82-f5c6a2da5540 HTTP/1.1" status: 204 len: 168 time: 0.1905041 May 27 13:26:48.356382 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3fee244f-bec3-4b0c-b66c-fb769bf94b03 no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:26:48.394282 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 3fee244f-bec3-4b0c-b66c-fb769bf94b03 {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:26:48.394631 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 3fee244f-bec3-4b0c-b66c-fb769bf94b03 not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:26:48.395051 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b no longer exists at agent ovs-agent-dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:26:48.430127 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.plugin [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] No Port match for: 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b {{(pid=91948) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:26:48.430570 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron.plugins.ml2.rpc [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Device 1eb5fa4a-a610-4f17-8f5a-6036cb6d917b not bound to the agent host dv-cinder-751579-24-smb {{(pid=91948) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:26:48.691890 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52288) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:48.742187 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-7eee3436-311b-4965-9652-7a3353978000 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4afba0a2e09247f5b67c0b5b66975e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488923 May 27 13:26:48.745700 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52292) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:48.802841 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-974e17e6-96a1-42c7-a737-a7ce3822e806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.829888 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-974e17e6-96a1-42c7-a737-a7ce3822e806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.979913 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-974e17e6-96a1-42c7-a737-a7ce3822e806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.983549 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-91751ef6-aca5-43b9-a060-15a4e946a717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:48.994768 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e17e6-96a1-42c7-a737-a7ce3822e806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be96ef0-fa4e-46ea-a457-0f34fbad0c51,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:48.998520 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-974e17e6-96a1-42c7-a737-a7ce3822e806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:49.004297 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-974e17e6-96a1-42c7-a737-a7ce3822e806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:49.005525 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-974e17e6-96a1-42c7-a737-a7ce3822e806 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7be96ef0-fa4e-46ea-a457-0f34fbad0c51 HTTP/1.1" status: 204 len: 168 time: 0.2589865 May 27 13:26:50.900549 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-73731e66-1a26-4307-b0a2-276367bce2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:53.319391 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:53.398895 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-431877c8-284b-420a-983d-0a7c4e1c70b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:53.583998 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.wsgi [-] (91947) accepted ('10.222.0.76', 52332) {{(pid=91947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:53.715832 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:53.730509 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:26:53.734554 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Usage tracker for resource:security_group_rule and tenant:6e9fc2a99eee4e75b4da0e098d105db2 is out of sync, need to count used quota {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:26:53.737479 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.quota.resource [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91947) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:26:53.743459 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.db.quota.driver [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91947) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:26:53.830174 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:53.837177 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron_lib.callbacks.manager [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_create {{(pid=91947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:53.844481 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-cbe4fc5c-98e9-43ac-ae57-c42cb7b4cb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:53.981387 dv-cinder-751579-24-smb neutron-server[91947]: INFO neutron.wsgi [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e9fc2a99eee4e75b4da0e098d105db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962302 May 27 13:26:53.982350 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2d3d1f-cd79-4f5c-9ec2-92d928d8c98a,revision_number=1']} {{(pid=91947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:53.984438 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [-] (91946) accepted ('10.222.0.76', 52338) {{(pid=91946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:26:53.986283 dv-cinder-751579-24-smb neutron-server[91947]: DEBUG oslo_concurrency.lockutils [None req-aa90ddfc-62ee-4196-b3b5-84a27a87f66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91947) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:54.053165 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9579b9b5-fda7-4f0e-a3e7-183f9eb9914a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:54.080394 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9579b9b5-fda7-4f0e-a3e7-183f9eb9914a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:54.135224 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9579b9b5-fda7-4f0e-a3e7-183f9eb9914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460393'] for security_group, after_delete {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:54.140287 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-d9bcda03-7ab3-4cae-850d-d05c1ec6e171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:26:54.151498 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579b9b5-fda7-4f0e-a3e7-183f9eb9914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2d3d1f-cd79-4f5c-9ec2-92d928d8c98a,revision_number=None']} {{(pid=91946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:26:54.153977 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG oslo_concurrency.lockutils [None req-9579b9b5-fda7-4f0e-a3e7-183f9eb9914a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91946) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:26:54.159874 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron_lib.callbacks.manager [None req-9579b9b5-fda7-4f0e-a3e7-183f9eb9914a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:54.161019 dv-cinder-751579-24-smb neutron-server[91946]: INFO neutron.wsgi [None req-9579b9b5-fda7-4f0e-a3e7-183f9eb9914a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0c2d3d1f-cd79-4f5c-9ec2-92d928d8c98a HTTP/1.1" status: 204 len: 168 time: 0.1755817 May 27 13:26:54.593907 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:55.866486 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:06.490511 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:16.969064 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:27:20.908272 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ed6c4694-4e67-4b7a-82f8-1d508ee14c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:23.331714 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:23.408086 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f3694072-e485-48a9-bc6d-94f0100db3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:24.602299 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:25.881774 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:36.489055 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:50.909405 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c4f62bd3-59c4-4ff0-a74f-c13749be710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:53.331438 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:53.412968 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-e946ce5c-151d-47e9-88e9-659652b4e22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:53.973853 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:27:54.608942 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:55.880561 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:06.499714 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:20.917632 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d6c9aff2-d185-4a22-bbcb-7dc23d17bc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:23.330168 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:23.414421 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-5ab37a7d-190c-458c-8312-a918e27a4829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:24.613051 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:25.885549 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:30.981818 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:28:36.517873 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:50.910394 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8b3c-cb04-4712-a684-de65f83281e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:53.335158 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:53.408017 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d1d302ce-852c-4e8f-bdc1-8e2b036f7573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:54.609656 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:54.642130 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [req-c2edd267-eca8-43b9-9074-f7c6cafd0443 req-a20be1cd-7270-4277-95f0-9b16865a2d97 service neutron] (91946) timed out ('10.222.0.64', 49879) {{(pid=91946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 13:28:55.896264 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:06.509209 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:07.976747 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:29:20.913596 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-d9e90e8c-65f1-45c0-b78e-463c6d161f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:23.344587 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:23.410686 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c9db0633-4b6b-4c55-9203-4f4883c690ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:24.613504 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:25.896685 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:36.517308 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:44.981647 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:29:49.686293 dv-cinder-751579-24-smb neutron-server[91946]: DEBUG neutron.wsgi [req-b9941ef3-0f6b-4eba-bd1c-6e8510bb839d req-038846b7-61e5-473a-be4d-26d3a5d2ac65 service neutron] (91946) timed out ('10.222.0.64', 49894) {{(pid=91946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 13:29:50.915904 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-5b696033-47a4-446a-8dfa-f8caa3884586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:53.339109 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:53.414840 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-807c4dd1-af2e-4b81-8952-72b1ba9cbefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:54.626674 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:55.894889 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:06.526338 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:20.917684 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b5de-28e8-4de9-b80e-5723c0de22a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:21.980658 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:30:23.342979 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:23.427291 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-b130cbf6-ff07-410a-8943-eb261de26ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:24.624959 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:25.902665 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:36.527067 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:50.917941 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-72681e0d-3420-44d5-be2a-498290dc9b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:53.342825 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:53.428403 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-c1800126-d89b-4602-8a6d-202043603f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:54.630963 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:55.906950 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:58.986883 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:31:06.545001 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:20.955136 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-2c6709cc-16c2-4299-ba21-20d864e0aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:23.347011 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:23.427140 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-49817db4-6374-41d0-96d2-88c1410befe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:24.634039 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:25.901729 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:35.991614 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:31:36.555946 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:50.912437 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-a47ae2cf-d9a3-44e5-8b18-aaae8b6d7ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:53.353353 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-14886825-f896-4b46-b18b-80e7b8650197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:53.426965 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d815bd0-b6a9-4e2d-ac49-f72989f91c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:54.639508 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a37-77f3-4a21-9ed6-48015c16761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:55.909902 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-3d2aca6d-bda0-4e29-a934-9a070620d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:06.557525 dv-cinder-751579-24-smb neutron-server[91948]: DEBUG neutron_lib.callbacks.manager [None req-58f300ea-97ee-4f9c-98f8-5c338a69a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739896646903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1379518'] for agent, after_update {{(pid=91948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:12.992096 dv-cinder-751579-24-smb neutron-server[91949]: DEBUG neutron.db.agents_db [None req-03da5164-9c84-4256-9770-befff03e1bd0 None None] Agent healthcheck: found 6 active agents {{(pid=91949) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}